Hugging Face's logo

Buckets:
jomasego
/
repro-threshold-conversion-artifacts

Files
xet
jomasego/repro-threshold-conversion-artifacts / text /results.json
jomasego's picture
jomasego
download
raw
281 kB
{
"conversion_fit": {},
"meta": {
"branch": "orx/real-text-classifiers-2-3-and-6-classes",
"bucket_url": "",
"commit": "48269177ba20f5b97e496ab5bcd71c5513461f6b",
"config": {
"out_dir": "repro/out",
"seed": 0,
"text_specs": [
"binary_sst2",
"sentiment3",
"emotion6"
],
"tracks": [
"text"
]
},
"cwd": "/Users/jomasego/.local/share/openresearch/local-runs/18fb96ec-2a40-43dc-ac78-6343bdc067aa/repo",
"device": "auto (text=cpu, vision=mps if available, digits=cpu)",
"fork_repo": "https://github.com/jomasego/python-multiagent-system",
"job_url": "",
"timestamp": "2026-10-20T21:43:52.319972+00:00",
"upstream_repo": "https://github.com/isllabres/python-multiagent-system",
"versions": {
"datasets": "3.6.0",
"mps": "True",
"platform": "macOS-26.7.1-arm64-arm-64bit",
"python": "3.9.6",
"sklearn": "1.5.2",
"torch": "2.8.0",
"transformers": "4.57.6"
}
},
"models": {
"binary_sst2": {
"summary": {
"C": 2,
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"adaptive_decision_match": 1.0,
"adaptive_loser_max": 0.46891871179196415,
"adaptive_winner_gap": 0.0,
"ambiguous_rate": 0.0,
"argmax_entropy": 0.04710770327370639,
"brier": 0.16673416445350175,
"class_names": [
"NEGATIVE",
"POSITIVE"
],
"coverage": 1.0,
"coverage_0.5": 1.0,
"dataset_used": "stanfordnlp/sst2",
"delta_0.5": 0.0,
"device": "cpu",
"ece_15": 0.0800265887100546,
"exact_adaptive": true,
"label_alignment": "aligned by name or fallback order",
"label_names_dataset": [
"negative",
"positive"
],
"label_names_model": [
"NEGATIVE",
"POSITIVE"
],
"links": {
"dataset": "https://huggingface.co/datasets/stanfordnlp/sst2",
"dataset_fallback": "https://huggingface.co/datasets/stanfordnlp/imdb",
"model": "https://huggingface.co/distilbert-base-uncased-finetuned-sst-2-english"
},
"mean_max_prob": 0.9833779635937905,
"median_max_prob": 0.9994933986842978,
"n": 872,
"n_correct": 794,
"n_wrong": 78,
"name": "binary control: DistilBERT SST-2",
"per_class_counts": [
428,
444
],
"per_class_roc": [
{
"auc": 0.9717468636861161,
"best_f1": 0.9080590238365495,
"best_f1_threshold": 0.020424603198492337,
"class": "NEGATIVE",
"f1_at_0.5": 0.9071428571428571,
"fpr_at_0.5": 0.06981981981981981,
"fpr_at_best_f1": 0.11936936936936937,
"prevalence": 0.4908256880733945,
"threshold_at_0.5": 0.5160391619182133,
"tpr_at_0.5": 0.8901869158878505,
"tpr_at_best_f1": 0.9345794392523364
},
{
"auc": 0.971746863686116,
"best_f1": 0.9137168141592922,
"best_f1_threshold": 0.5248779058456421,
"class": "POSITIVE",
"f1_at_0.5": 0.9127071823204419,
"fpr_at_0.5": 0.11214953271028037,
"fpr_at_best_f1": 0.10981308411214953,
"prevalence": 0.5091743119266054,
"threshold_at_0.5": 0.48396083808178675,
"tpr_at_0.5": 0.9301801801801802,
"tpr_at_best_f1": 0.9301801801801802
}
],
"prior_reweighting": {
"accuracy": 0.9105504587155964,
"accuracy_unweighted": 0.9105504587155964,
"flip_rate_vs_argmax": 0.0,
"weights": [
0.981651376146789,
1.018348623853211
]
},
"risk_coverage": {
"aurc": 0.019401855545647228,
"coverage": [
0.0011467889908256881,
0.0022935779816513763,
0.0034403669724770644,
0.0045871559633027525,
0.005733944954128441,
0.006880733944954129,
0.008027522935779817,
0.009174311926605505,
0.010321100917431193,
0.011467889908256881,
0.01261467889908257,
0.013761467889908258,
0.014908256880733946,
0.016055045871559634,
0.017201834862385322,
0.01834862385321101,
0.0194954128440367,
0.020642201834862386,
0.021788990825688075,
0.022935779816513763,
0.02408256880733945,
0.02522935779816514,
0.026376146788990827,
0.027522935779816515,
0.028669724770642203,
0.02981651376146789,
0.03096330275229358,
0.03211009174311927,
0.033256880733944956,
0.034403669724770644,
0.03555045871559633,
0.03669724770642202,
0.03784403669724771,
0.0389908256880734,
0.040137614678899085,
0.04128440366972477,
0.04243119266055046,
0.04357798165137615,
0.04472477064220184,
0.045871559633027525,
0.047018348623853214,
0.0481651376146789,
0.04931192660550459,
0.05045871559633028,
0.051605504587155966,
0.052752293577981654,
0.05389908256880734,
0.05504587155963303,
0.05619266055045872,
0.05733944954128441,
0.058486238532110095,
0.05963302752293578,
0.06077981651376147,
0.06192660550458716,
0.06307339449541284,
0.06422018348623854,
0.06536697247706422,
0.06651376146788991,
0.0676605504587156,
0.06880733944954129,
0.06995412844036697,
0.07110091743119266,
0.07224770642201835,
0.07339449541284404,
0.07454128440366972,
0.07568807339449542,
0.0768348623853211,
0.0779816513761468,
0.07912844036697247,
0.08027522935779817,
0.08142201834862385,
0.08256880733944955,
0.08371559633027523,
0.08486238532110092,
0.0860091743119266,
0.0871559633027523,
0.08830275229357798,
0.08944954128440367,
0.09059633027522936,
0.09174311926605505,
0.09288990825688073,
0.09403669724770643,
0.09518348623853211,
0.0963302752293578,
0.09747706422018348,
0.09862385321100918,
0.09977064220183486,
0.10091743119266056,
0.10206422018348624,
0.10321100917431193,
0.10435779816513761,
0.10550458715596331,
0.10665137614678899,
0.10779816513761468,
0.10894495412844037,
0.11009174311926606,
0.11123853211009174,
0.11238532110091744,
0.11353211009174312,
0.11467889908256881,
0.1158256880733945,
0.11697247706422019,
0.11811926605504587,
0.11926605504587157,
0.12041284403669725,
0.12155963302752294,
0.12270642201834862,
0.12385321100917432,
0.125,
0.12614678899082568,
0.12729357798165136,
0.12844036697247707,
0.12958715596330275,
0.13073394495412843,
0.13188073394495411,
0.13302752293577982,
0.1341743119266055,
0.1353211009174312,
0.13646788990825687,
0.13761467889908258,
0.13876146788990826,
0.13990825688073394,
0.14105504587155962,
0.14220183486238533,
0.143348623853211,
0.1444954128440367,
0.14564220183486237,
0.14678899082568808,
0.14793577981651376,
0.14908256880733944,
0.15022935779816513,
0.15137614678899083,
0.15252293577981652,
0.1536697247706422,
0.15481651376146788,
0.1559633027522936,
0.15711009174311927,
0.15825688073394495,
0.15940366972477063,
0.16055045871559634,
0.16169724770642202,
0.1628440366972477,
0.16399082568807338,
0.1651376146788991,
0.16628440366972477,
0.16743119266055045,
0.16857798165137614,
0.16972477064220184,
0.17087155963302753,
0.1720183486238532,
0.1731651376146789,
0.1743119266055046,
0.17545871559633028,
0.17660550458715596,
0.17775229357798164,
0.17889908256880735,
0.18004587155963303,
0.1811926605504587,
0.1823394495412844,
0.1834862385321101,
0.18463302752293578,
0.18577981651376146,
0.18692660550458715,
0.18807339449541285,
0.18922018348623854,
0.19036697247706422,
0.1915137614678899,
0.1926605504587156,
0.1938073394495413,
0.19495412844036697,
0.19610091743119265,
0.19724770642201836,
0.19839449541284404,
0.19954128440366972,
0.2006880733944954,
0.2018348623853211,
0.2029816513761468,
0.20412844036697247,
0.20527522935779816,
0.20642201834862386,
0.20756880733944955,
0.20871559633027523,
0.2098623853211009,
0.21100917431192662,
0.2121559633027523,
0.21330275229357798,
0.21444954128440366,
0.21559633027522937,
0.21674311926605505,
0.21788990825688073,
0.2190366972477064,
0.22018348623853212,
0.2213302752293578,
0.22247706422018348,
0.22362385321100917,
0.22477064220183487,
0.22591743119266056,
0.22706422018348624,
0.22821100917431192,
0.22935779816513763,
0.2305045871559633,
0.231651376146789,
0.23279816513761467,
0.23394495412844038,
0.23509174311926606,
0.23623853211009174,
0.23738532110091742,
0.23853211009174313,
0.2396788990825688,
0.2408256880733945,
0.24197247706422018,
0.24311926605504589,
0.24426605504587157,
0.24541284403669725,
0.24655963302752293,
0.24770642201834864,
0.24885321100917432,
0.25,
0.2511467889908257,
0.25229357798165136,
0.25344036697247707,
0.2545871559633027,
0.25573394495412843,
0.25688073394495414,
0.2580275229357798,
0.2591743119266055,
0.2603211009174312,
0.26146788990825687,
0.2626146788990826,
0.26376146788990823,
0.26490825688073394,
0.26605504587155965,
0.2672018348623853,
0.268348623853211,
0.2694954128440367,
0.2706422018348624,
0.2717889908256881,
0.27293577981651373,
0.27408256880733944,
0.27522935779816515,
0.2763761467889908,
0.2775229357798165,
0.2786697247706422,
0.2798165137614679,
0.2809633027522936,
0.28211009174311924,
0.28325688073394495,
0.28440366972477066,
0.2855504587155963,
0.286697247706422,
0.28784403669724773,
0.2889908256880734,
0.2901376146788991,
0.29128440366972475,
0.29243119266055045,
0.29357798165137616,
0.2947247706422018,
0.2958715596330275,
0.29701834862385323,
0.2981651376146789,
0.2993119266055046,
0.30045871559633025,
0.30160550458715596,
0.30275229357798167,
0.3038990825688073,
0.30504587155963303,
0.30619266055045874,
0.3073394495412844,
0.3084862385321101,
0.30963302752293576,
0.31077981651376146,
0.3119266055045872,
0.3130733944954128,
0.31422018348623854,
0.31536697247706424,
0.3165137614678899,
0.3176605504587156,
0.31880733944954126,
0.31995412844036697,
0.3211009174311927,
0.32224770642201833,
0.32339449541284404,
0.32454128440366975,
0.3256880733944954,
0.3268348623853211,
0.32798165137614677,
0.3291284403669725,
0.3302752293577982,
0.33142201834862384,
0.33256880733944955,
0.33371559633027525,
0.3348623853211009,
0.3360091743119266,
0.33715596330275227,
0.338302752293578,
0.3394495412844037,
0.34059633027522934,
0.34174311926605505,
0.34288990825688076,
0.3440366972477064,
0.3451834862385321,
0.3463302752293578,
0.3474770642201835,
0.3486238532110092,
0.34977064220183485,
0.35091743119266056,
0.35206422018348627,
0.3532110091743119,
0.3543577981651376,
0.3555045871559633,
0.356651376146789,
0.3577981651376147,
0.35894495412844035,
0.36009174311926606,
0.36123853211009177,
0.3623853211009174,
0.36353211009174313,
0.3646788990825688,
0.3658256880733945,
0.3669724770642202,
0.36811926605504586,
0.36926605504587157,
0.3704128440366973,
0.37155963302752293,
0.37270642201834864,
0.3738532110091743,
0.375,
0.3761467889908257,
0.37729357798165136,
0.37844036697247707,
0.3795871559633027,
0.38073394495412843,
0.38188073394495414,
0.3830275229357798,
0.3841743119266055,
0.3853211009174312,
0.38646788990825687,
0.3876146788990826,
0.38876146788990823,
0.38990825688073394,
0.39105504587155965,
0.3922018348623853,
0.393348623853211,
0.3944954128440367,
0.3956422018348624,
0.3967889908256881,
0.39793577981651373,
0.39908256880733944,
0.40022935779816515,
0.4013761467889908,
0.4025229357798165,
0.4036697247706422,
0.4048165137614679,
0.4059633027522936,
0.40711009174311924,
0.40825688073394495,
0.40940366972477066,
0.4105504587155963,
0.411697247706422,
0.41284403669724773,
0.4139908256880734,
0.4151376146788991,
0.41628440366972475,
0.41743119266055045,
0.41857798165137616,
0.4197247706422018,
0.4208715596330275,
0.42201834862385323,
0.4231651376146789,
0.4243119266055046,
0.42545871559633025,
0.42660550458715596,
0.42775229357798167,
0.4288990825688073,
0.43004587155963303,
0.43119266055045874,
0.4323394495412844,
0.4334862385321101,
0.43463302752293576,
0.43577981651376146,
0.4369266055045872,
0.4380733944954128,
0.43922018348623854,
0.44036697247706424,
0.4415137614678899,
0.4426605504587156,
0.44380733944954126,
0.44495412844036697,
0.4461009174311927,
0.44724770642201833,
0.44839449541284404,
0.44954128440366975,
0.4506880733944954,
0.4518348623853211,
0.45298165137614677,
0.4541284403669725,
0.4552752293577982,
0.45642201834862384,
0.45756880733944955,
0.45871559633027525,
0.4598623853211009,
0.4610091743119266,
0.46215596330275227,
0.463302752293578,
0.4644495412844037,
0.46559633027522934,
0.46674311926605505,
0.46788990825688076,
0.4690366972477064,
0.4701834862385321,
0.4713302752293578,
0.4724770642201835,
0.4736238532110092,
0.47477064220183485,
0.47591743119266056,
0.47706422018348627,
0.4782110091743119,
0.4793577981651376,
0.4805045871559633,
0.481651376146789,
0.4827981651376147,
0.48394495412844035,
0.48509174311926606,
0.48623853211009177,
0.4873853211009174,
0.48853211009174313,
0.4896788990825688,
0.4908256880733945,
0.4919724770642202,
0.49311926605504586,
0.49426605504587157,
0.4954128440366973,
0.49655963302752293,
0.49770642201834864,
0.4988532110091743,
0.5,
0.5011467889908257,
0.5022935779816514,
0.5034403669724771,
0.5045871559633027,
0.5057339449541285,
0.5068807339449541,
0.5080275229357798,
0.5091743119266054,
0.5103211009174312,
0.5114678899082569,
0.5126146788990825,
0.5137614678899083,
0.5149082568807339,
0.5160550458715596,
0.5172018348623854,
0.518348623853211,
0.5194954128440367,
0.5206422018348624,
0.5217889908256881,
0.5229357798165137,
0.5240825688073395,
0.5252293577981652,
0.5263761467889908,
0.5275229357798165,
0.5286697247706422,
0.5298165137614679,
0.5309633027522935,
0.5321100917431193,
0.533256880733945,
0.5344036697247706,
0.5355504587155964,
0.536697247706422,
0.5378440366972477,
0.5389908256880734,
0.5401376146788991,
0.5412844036697247,
0.5424311926605505,
0.5435779816513762,
0.5447247706422018,
0.5458715596330275,
0.5470183486238532,
0.5481651376146789,
0.5493119266055045,
0.5504587155963303,
0.551605504587156,
0.5527522935779816,
0.5538990825688074,
0.555045871559633,
0.5561926605504587,
0.5573394495412844,
0.5584862385321101,
0.5596330275229358,
0.5607798165137615,
0.5619266055045872,
0.5630733944954128,
0.5642201834862385,
0.5653669724770642,
0.5665137614678899,
0.5676605504587156,
0.5688073394495413,
0.569954128440367,
0.5711009174311926,
0.5722477064220184,
0.573394495412844,
0.5745412844036697,
0.5756880733944955,
0.5768348623853211,
0.5779816513761468,
0.5791284403669725,
0.5802752293577982,
0.5814220183486238,
0.5825688073394495,
0.5837155963302753,
0.5848623853211009,
0.5860091743119266,
0.5871559633027523,
0.588302752293578,
0.5894495412844036,
0.5905963302752294,
0.591743119266055,
0.5928899082568807,
0.5940366972477065,
0.5951834862385321,
0.5963302752293578,
0.5974770642201835,
0.5986238532110092,
0.5997706422018348,
0.6009174311926605,
0.6020642201834863,
0.6032110091743119,
0.6043577981651376,
0.6055045871559633,
0.606651376146789,
0.6077981651376146,
0.6089449541284404,
0.6100917431192661,
0.6112385321100917,
0.6123853211009175,
0.6135321100917431,
0.6146788990825688,
0.6158256880733946,
0.6169724770642202,
0.6181192660550459,
0.6192660550458715,
0.6204128440366973,
0.6215596330275229,
0.6227064220183486,
0.6238532110091743,
0.625,
0.6261467889908257,
0.6272935779816514,
0.6284403669724771,
0.6295871559633027,
0.6307339449541285,
0.6318807339449541,
0.6330275229357798,
0.6341743119266054,
0.6353211009174312,
0.6364678899082569,
0.6376146788990825,
0.6387614678899083,
0.6399082568807339,
0.6410550458715596,
0.6422018348623854,
0.643348623853211,
0.6444954128440367,
0.6456422018348624,
0.6467889908256881,
0.6479357798165137,
0.6490825688073395,
0.6502293577981652,
0.6513761467889908,
0.6525229357798165,
0.6536697247706422,
0.6548165137614679,
0.6559633027522935,
0.6571100917431193,
0.658256880733945,
0.6594036697247706,
0.6605504587155964,
0.661697247706422,
0.6628440366972477,
0.6639908256880734,
0.6651376146788991,
0.6662844036697247,
0.6674311926605505,
0.6685779816513762,
0.6697247706422018,
0.6708715596330275,
0.6720183486238532,
0.6731651376146789,
0.6743119266055045,
0.6754587155963303,
0.676605504587156,
0.6777522935779816,
0.6788990825688074,
0.680045871559633,
0.6811926605504587,
0.6823394495412844,
0.6834862385321101,
0.6846330275229358,
0.6857798165137615,
0.6869266055045872,
0.6880733944954128,
0.6892201834862385,
0.6903669724770642,
0.6915137614678899,
0.6926605504587156,
0.6938073394495413,
0.694954128440367,
0.6961009174311926,
0.6972477064220184,
0.698394495412844,
0.6995412844036697,
0.7006880733944955,
0.7018348623853211,
0.7029816513761468,
0.7041284403669725,
0.7052752293577982,
0.7064220183486238,
0.7075688073394495,
0.7087155963302753,
0.7098623853211009,
0.7110091743119266,
0.7121559633027523,
0.713302752293578,
0.7144495412844036,
0.7155963302752294,
0.716743119266055,
0.7178899082568807,
0.7190366972477065,
0.7201834862385321,
0.7213302752293578,
0.7224770642201835,
0.7236238532110092,
0.7247706422018348,
0.7259174311926605,
0.7270642201834863,
0.7282110091743119,
0.7293577981651376,
0.7305045871559633,
0.731651376146789,
0.7327981651376146,
0.7339449541284404,
0.7350917431192661,
0.7362385321100917,
0.7373853211009175,
0.7385321100917431,
0.7396788990825688,
0.7408256880733946,
0.7419724770642202,
0.7431192660550459,
0.7442660550458715,
0.7454128440366973,
0.7465596330275229,
0.7477064220183486,
0.7488532110091743,
0.75,
0.7511467889908257,
0.7522935779816514,
0.7534403669724771,
0.7545871559633027,
0.7557339449541285,
0.7568807339449541,
0.7580275229357798,
0.7591743119266054,
0.7603211009174312,
0.7614678899082569,
0.7626146788990825,
0.7637614678899083,
0.7649082568807339,
0.7660550458715596,
0.7672018348623854,
0.768348623853211,
0.7694954128440367,
0.7706422018348624,
0.7717889908256881,
0.7729357798165137,
0.7740825688073395,
0.7752293577981652,
0.7763761467889908,
0.7775229357798165,
0.7786697247706422,
0.7798165137614679,
0.7809633027522935,
0.7821100917431193,
0.783256880733945,
0.7844036697247706,
0.7855504587155964,
0.786697247706422,
0.7878440366972477,
0.7889908256880734,
0.7901376146788991,
0.7912844036697247,
0.7924311926605505,
0.7935779816513762,
0.7947247706422018,
0.7958715596330275,
0.7970183486238532,
0.7981651376146789,
0.7993119266055045,
0.8004587155963303,
0.801605504587156,
0.8027522935779816,
0.8038990825688074,
0.805045871559633,
0.8061926605504587,
0.8073394495412844,
0.8084862385321101,
0.8096330275229358,
0.8107798165137615,
0.8119266055045872,
0.8130733944954128,
0.8142201834862385,
0.8153669724770642,
0.8165137614678899,
0.8176605504587156,
0.8188073394495413,
0.819954128440367,
0.8211009174311926,
0.8222477064220184,
0.823394495412844,
0.8245412844036697,
0.8256880733944955,
0.8268348623853211,
0.8279816513761468,
0.8291284403669725,
0.8302752293577982,
0.8314220183486238,
0.8325688073394495,
0.8337155963302753,
0.8348623853211009,
0.8360091743119266,
0.8371559633027523,
0.838302752293578,
0.8394495412844036,
0.8405963302752294,
0.841743119266055,
0.8428899082568807,
0.8440366972477065,
0.8451834862385321,
0.8463302752293578,
0.8474770642201835,
0.8486238532110092,
0.8497706422018348,
0.8509174311926605,
0.8520642201834863,
0.8532110091743119,
0.8543577981651376,
0.8555045871559633,
0.856651376146789,
0.8577981651376146,
0.8589449541284404,
0.8600917431192661,
0.8612385321100917,
0.8623853211009175,
0.8635321100917431,
0.8646788990825688,
0.8658256880733946,
0.8669724770642202,
0.8681192660550459,
0.8692660550458715,
0.8704128440366973,
0.8715596330275229,
0.8727064220183486,
0.8738532110091743,
0.875,
0.8761467889908257,
0.8772935779816514,
0.8784403669724771,
0.8795871559633027,
0.8807339449541285,
0.8818807339449541,
0.8830275229357798,
0.8841743119266054,
0.8853211009174312,
0.8864678899082569,
0.8876146788990825,
0.8887614678899083,
0.8899082568807339,
0.8910550458715596,
0.8922018348623854,
0.893348623853211,
0.8944954128440367,
0.8956422018348624,
0.8967889908256881,
0.8979357798165137,
0.8990825688073395,
0.9002293577981652,
0.9013761467889908,
0.9025229357798165,
0.9036697247706422,
0.9048165137614679,
0.9059633027522935,
0.9071100917431193,
0.908256880733945,
0.9094036697247706,
0.9105504587155964,
0.911697247706422,
0.9128440366972477,
0.9139908256880734,
0.9151376146788991,
0.9162844036697247,
0.9174311926605505,
0.9185779816513762,
0.9197247706422018,
0.9208715596330275,
0.9220183486238532,
0.9231651376146789,
0.9243119266055045,
0.9254587155963303,
0.926605504587156,
0.9277522935779816,
0.9288990825688074,
0.930045871559633,
0.9311926605504587,
0.9323394495412844,
0.9334862385321101,
0.9346330275229358,
0.9357798165137615,
0.9369266055045872,
0.9380733944954128,
0.9392201834862385,
0.9403669724770642,
0.9415137614678899,
0.9426605504587156,
0.9438073394495413,
0.944954128440367,
0.9461009174311926,
0.9472477064220184,
0.948394495412844,
0.9495412844036697,
0.9506880733944955,
0.9518348623853211,
0.9529816513761468,
0.9541284403669725,
0.9552752293577982,
0.9564220183486238,
0.9575688073394495,
0.9587155963302753,
0.9598623853211009,
0.9610091743119266,
0.9621559633027523,
0.963302752293578,
0.9644495412844036,
0.9655963302752294,
0.966743119266055,
0.9678899082568807,
0.9690366972477065,
0.9701834862385321,
0.9713302752293578,
0.9724770642201835,
0.9736238532110092,
0.9747706422018348,
0.9759174311926605,
0.9770642201834863,
0.9782110091743119,
0.9793577981651376,
0.9805045871559633,
0.981651376146789,
0.9827981651376146,
0.9839449541284404,
0.9850917431192661,
0.9862385321100917,
0.9873853211009175,
0.9885321100917431,
0.9896788990825688,
0.9908256880733946,
0.9919724770642202,
0.9931192660550459,
0.9942660550458715,
0.9954128440366973,
0.9965596330275229,
0.9977064220183486,
0.9988532110091743,
1.0
],
"risk": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.004878048780487809,
0.004854368932038833,
0.004830917874396157,
0.004807692307692291,
0.004784688995215336,
0.004761904761904745,
0.004739336492891044,
0.004716981132075526,
0.0046948356807511304,
0.004672897196261627,
0.0046511627906976605,
0.00462962962962965,
0.004608294930875556,
0.004587155963302725,
0.004566210045662156,
0.004545454545454519,
0.004524886877828038,
0.0045045045045044585,
0.004484304932735439,
0.004464285714285698,
0.004444444444444473,
0.004424778761061954,
0.004405286343612369,
0.004385964912280715,
0.004366812227074246,
0.004347826086956497,
0.0043290043290042934,
0.004310344827586188,
0.0042918454935622075,
0.004273504273504258,
0.004255319148936176,
0.004237288135593209,
0.00421940928270037,
0.004201680672268893,
0.004184100418409997,
0.004166666666666652,
0.004149377593360981,
0.004132231404958664,
0.004115226337448541,
0.004098360655737654,
0.004081632653061273,
0.004065040650406471,
0.004048582995951455,
0.0040322580645161255,
0.004016064257028162,
0.0040000000000000036,
0.003984063745019917,
0.003968253968253954,
0.0039525691699604515,
0.003937007874015741,
0.0039215686274509665,
0.00390625,
0.0038910505836575737,
0.003875968992248069,
0.0038610038610038533,
0.0038461538461538325,
0.003831417624521105,
0.003816793893129722,
0.0038022813688213253,
0.0037878787878787845,
0.0037735849056603765,
0.003759398496240629,
0.0037453183520599342,
0.003731343283582045,
0.0037174721189591198,
0.0037037037037036535,
0.0036900369003689537,
0.003676470588235281,
0.00366300366300365,
0.0036496350364964014,
0.0036363636363636598,
0.0036231884057971175,
0.0036101083032491488,
0.003597122302158251,
0.0035842293906810374,
0.0035714285714285587,
0.003558718861209953,
0.0035460992907800915,
0.0035335689045936647,
0.0035211267605633756,
0.0035087719298245723,
0.0034965034965035446,
0.0034843205574912606,
0.00347222222222221,
0.0034602076124568004,
0.0034482758620689724,
0.0034364261168384758,
0.003424657534246589,
0.0034129692832765013,
0.003401360544217691,
0.003389830508474523,
0.0033783783783783994,
0.0033670033670033517,
0.003355704697986628,
0.0033444816053511683,
0.0033333333333332993,
0.0033222591362126463,
0.0033112582781457123,
0.0033003300330033403,
0.003289473684210509,
0.003278688524590123,
0.0032679738562091387,
0.0032573289902280145,
0.0032467532467532756,
0.003236245954692518,
0.003225806451612856,
0.003215434083601254,
0.0032051282051281937,
0.0031948881789137795,
0.0031847133757961776,
0.0031746031746031633,
0.0031645569620253333,
0.003154574132492094,
0.0031446540880503138,
0.0031347962382445305,
0.0031250000000000444,
0.0031152647975077885,
0.0031055900621117516,
0.003095975232198178,
0.0030864197530864335,
0.003076923076923088,
0.0030674846625766694,
0.003058103975535187,
0.0030487804878048808,
0.003039513677811523,
0.00303030303030305,
0.0030211480362537513,
0.003012048192771122,
0.0030030030030030463,
0.0029940119760478723,
0.0029850746268657025,
0.0029761904761904656,
0.0029673590504450953,
0.00295857988165682,
0.002949852507374673,
0.002941176470588225,
0.0029325513196480912,
0.0029239766081871066,
0.002915451895043719,
0.0029069767441860517,
0.0028985507246376274,
0.0028901734104046506,
0.0028818443804035088,
0.002873563218390829,
0.002865329512893977,
0.0028571428571428914,
0.002849002849002802,
0.0028409090909090606,
0.0028328611898017497,
0.0028248587570621764,
0.0028169014084507005,
0.002808988764044895,
0.0028011204481792618,
0.0027932960893854997,
0.0027855153203342198,
0.002777777777777768,
0.0027700831024930483,
0.0055248618784530246,
0.0055096418732781816,
0.005494505494505475,
0.005479452054794498,
0.005464480874316946,
0.00544959128065392,
0.005434782608695676,
0.005420054200542035,
0.00540540540540535,
0.008086253369272267,
0.008064516129032251,
0.008042895442359255,
0.008021390374331583,
0.008000000000000007,
0.007978723404255317,
0.007957559681697646,
0.007936507936507908,
0.0079155672823219,
0.007894736842105288,
0.007874015748031482,
0.007853403141361293,
0.010443864229765065,
0.01041666666666663,
0.010389610389610393,
0.010362694300518172,
0.01033591731266148,
0.010309278350515427,
0.010282776349614386,
0.01025641025641022,
0.010230179028132946,
0.010204081632653073,
0.010178117048346036,
0.010152284263959421,
0.010126582278481067,
0.010101010101010055,
0.010075566750629705,
0.01005025125628145,
0.010025062656641603,
0.010000000000000009,
0.009975062344139696,
0.00995024875621886,
0.00992555831265507,
0.00990099009900991,
0.00987654320987652,
0.009852216748768461,
0.009828009828009798,
0.009803921568627416,
0.009779951100244544,
0.009756097560975618,
0.009732360097323589,
0.009708737864077666,
0.009685230024213065,
0.009661835748792313,
0.009638554216867434,
0.009615384615384581,
0.00959232613908878,
0.009569377990430672,
0.009546539379474916,
0.00952380952380949,
0.009501187648456089,
0.009478672985781977,
0.009456264775413725,
0.009433962264150941,
0.009411764705882342,
0.009389671361502372,
0.00936768149882905,
0.009345794392523366,
0.009324009324009341,
0.009302325581395321,
0.009280742459396807,
0.0092592592592593,
0.009237875288683584,
0.009216589861751112,
0.00919540229885063,
0.00917431192660545,
0.009153318077803174,
0.0091324200913242,
0.009111617312072884,
0.009090909090909038,
0.009070294784580546,
0.009049773755656076,
0.009029345372460473,
0.009009009009009028,
0.008988764044943864,
0.008968609865470878,
0.008948545861297563,
0.008928571428571397,
0.008908685968819552,
0.008888888888888835,
0.008869179600886956,
0.008849557522123908,
0.008830022075055233,
0.008810572687224627,
0.00879120879120876,
0.00877192982456143,
0.008752735229759279,
0.008733624454148492,
0.008714596949891074,
0.008695652173912993,
0.008676789587852451,
0.008658008658008698,
0.010799136069114423,
0.010775862068965525,
0.012903225806451646,
0.012875536480686733,
0.012847965738758016,
0.012820512820512775,
0.01279317697228144,
0.012765957446808529,
0.01273885350318471,
0.012711864406779627,
0.012684989429175508,
0.012658227848101222,
0.012631578947368438,
0.012605042016806678,
0.012578616352201255,
0.012552301255230103,
0.012526096033402934,
0.012499999999999956,
0.012474012474012475,
0.014522821576763434,
0.01449275362318836,
0.01446280991735538,
0.014432989690721598,
0.014403292181069949,
0.014373716632443578,
0.014344262295082011,
0.014314928425357865,
0.014285714285714235,
0.014256619144602856,
0.014227642276422814,
0.014198782961460488,
0.014170040485829927,
0.014141414141414121,
0.014112903225806495,
0.014084507042253502,
0.014056224899598346,
0.014028056112224463,
0.014000000000000012,
0.013972055888223589,
0.013944223107569709,
0.013916500994035741,
0.01388888888888884,
0.013861386138613874,
0.013833992094861691,
0.013806706114398382,
0.013779527559055094,
0.013752455795677854,
0.013725490196078383,
0.013698630136986356,
0.015625,
0.015594541910331383,
0.015564202334630295,
0.01553398058252431,
0.015503875968992276,
0.015473887814313358,
0.015444015444015413,
0.015414258188824692,
0.01538461538461533,
0.015355086372360827,
0.01532567049808431,
0.015296367112810683,
0.01526717557251911,
0.015238095238095273,
0.01520912547528519,
0.015180265654648917,
0.015151515151515138,
0.015122873345935761,
0.015094339622641506,
0.015065913370998163,
0.015037593984962405,
0.015009380863039379,
0.014981273408239737,
0.01495327102803734,
0.014925373134328401,
0.014897579143389184,
0.014869888475836479,
0.014842300556586308,
0.014814814814814836,
0.014787430683918634,
0.014760147601476037,
0.014732965009208066,
0.014705882352941124,
0.014678899082568808,
0.0146520146520146,
0.014625228519195566,
0.014598540145985384,
0.014571948998178486,
0.014545454545454528,
0.014519056261342977,
0.01449275362318836,
0.01446654611211573,
0.014440433212996373,
0.014414414414414378,
0.014388489208633115,
0.014362657091561926,
0.014336917562724039,
0.014311270125223596,
0.014285714285714235,
0.014260249554367221,
0.016014234875444844,
0.01598579040852577,
0.01773049645390068,
0.019469026548672552,
0.019434628975265045,
0.01940035273368612,
0.01936619718309862,
0.019332161687170446,
0.019298245614035037,
0.019264448336252182,
0.019230769230769273,
0.01919720767888311,
0.020905923344947785,
0.02086956521739125,
0.02083333333333337,
0.020797227036395194,
0.02076124567474047,
0.020725388601036232,
0.020689655172413834,
0.02065404475043031,
0.020618556701030966,
0.020583190394511175,
0.020547945205479423,
0.02051282051282055,
0.020477815699658675,
0.020442930153321992,
0.020408163265306145,
0.02037351443123936,
0.02033898305084747,
0.02030456852791873,
0.020270270270270285,
0.0202360876897133,
0.02020202020202022,
0.020168067226890796,
0.020134228187919434,
0.02010050251256279,
0.02006688963210701,
0.02003338898163609,
0.021666666666666612,
0.021630615640598982,
0.021594684385382035,
0.021558872305140975,
0.021523178807947074,
0.02148760330578514,
0.021452145214521434,
0.021416803953871466,
0.021381578947368474,
0.021346469622331665,
0.022950819672131195,
0.022913256955810146,
0.02450980392156865,
0.024469820554649302,
0.02442996742671011,
0.024390243902439046,
0.024350649350649345,
0.024311183144246407,
0.024271844660194164,
0.024232633279482996,
0.024193548387096753,
0.024154589371980673,
0.024115755627009627,
0.024077046548956704,
0.024038461538461564,
0.02400000000000002,
0.02396166134185307,
0.02392344497607657,
0.023885350318471388,
0.02384737678855331,
0.023809523809523836,
0.023771790808240878,
0.02373417721518989,
0.023696682464455,
0.023659305993690816,
0.025196850393700787,
0.02515723270440251,
0.025117739403453743,
0.025078369905956133,
0.025039123630672955,
0.025000000000000022,
0.0249609984399376,
0.024922118380062308,
0.02488335925349927,
0.024844720496894457,
0.024806201550387597,
0.024767801857585092,
0.02472952086553326,
0.024691358024691357,
0.024653312788906034,
0.024615384615384595,
0.02457757296466978,
0.024539877300613466,
0.024502297090352232,
0.025993883792048922,
0.025954198473282397,
0.027439024390243927,
0.0273972602739726,
0.027355623100303927,
0.0273141122913505,
0.027272727272727226,
0.027231467473525006,
0.027190332326283984,
0.02714932126696834,
0.027108433734939763,
0.02857142857142858,
0.028528528528528496,
0.02998500749625188,
0.029940119760479056,
0.029895366218236186,
0.02985074626865669,
0.02980625931445602,
0.03125,
0.031203566121842496,
0.03115727002967361,
0.03111111111111109,
0.031065088757396442,
0.03101920236336775,
0.030973451327433676,
0.030927835051546393,
0.030882352941176472,
0.03083700440528636,
0.030791788856304958,
0.030746705710102518,
0.030701754385964897,
0.03065693430656935,
0.030612244897959218,
0.03056768558951961,
0.030523255813953543,
0.030478955007256947,
0.0304347826086957,
0.03039073806078152,
0.030346820809248554,
0.030303030303030276,
0.030259365994236287,
0.031654676258992764,
0.031609195402298895,
0.031563845050215256,
0.03151862464183386,
0.03147353361945637,
0.03142857142857147,
0.031383737517831634,
0.031339031339031376,
0.03271692745376953,
0.03409090909090906,
0.03546099290780147,
0.03541076487252126,
0.03536067892503536,
0.035310734463276816,
0.035260930888575404,
0.036619718309859106,
0.03656821378340369,
0.0365168539325843,
0.036465638148667656,
0.036414565826330514,
0.036363636363636376,
0.03631284916201116,
0.03765690376569042,
0.03760445682451252,
0.03894297635605004,
0.03888888888888886,
0.03883495145631066,
0.040166204986149534,
0.04011065006915626,
0.04005524861878451,
0.040000000000000036,
0.04132231404958675,
0.04126547455295737,
0.04120879120879117,
0.04115226337448563,
0.04109589041095896,
0.04240766073871405,
0.04371584699453557,
0.043656207366984945,
0.04495912806539515,
0.04489795918367345,
0.044836956521739135,
0.04477611940298509,
0.046070460704607075,
0.046008119079837595,
0.04594594594594592,
0.045883940620782715,
0.047169811320754707,
0.0471063257065949,
0.048387096774193505,
0.04832214765100673,
0.04825737265415553,
0.048192771084337394,
0.048128342245989275,
0.04806408544726304,
0.04800000000000004,
0.04793608521970705,
0.049202127659574435,
0.049136786188578974,
0.049071618037135334,
0.0490066225165563,
0.04894179894179895,
0.04887714663143994,
0.05013192612137207,
0.050065876152832645,
0.050000000000000044,
0.04993429697766094,
0.04986876640419946,
0.04980340760157276,
0.04973821989528793,
0.050980392156862786,
0.050913838120104415,
0.05084745762711862,
0.05208333333333337,
0.052015604681404426,
0.051948051948051965,
0.05188067444876787,
0.051813471502590636,
0.05174644243208282,
0.05167958656330751,
0.05161290322580647,
0.05154639175257736,
0.051480051480051525,
0.0526992287917738,
0.052631578947368474,
0.0525641025641026,
0.05377720870678615,
0.053708439897698246,
0.05363984674329503,
0.05484693877551017,
0.054777070063694255,
0.05597964376590325,
0.055908513341804356,
0.055837563451776595,
0.057034220532319435,
0.0582278481012658,
0.058154235145385536,
0.058080808080808066,
0.059268600252206816,
0.06045340050377834,
0.060377358490566024,
0.061557788944723635,
0.06273525721455453,
0.06390977443609025,
0.06382978723404253,
0.06374999999999997,
0.06367041198501877,
0.06359102244389025,
0.06351183063511834,
0.06343283582089554,
0.06335403726708078,
0.06327543424317617,
0.06443618339529122,
0.0643564356435643,
0.06551297898640296,
0.0654320987654321,
0.06658446362515413,
0.06773399014778325,
0.06888068880688802,
0.06879606879606881,
0.0699386503067485,
0.07107843137254899,
0.07099143206854341,
0.07212713936430315,
0.07326007326007322,
0.07317073170731703,
0.07308160779537154,
0.07299270072992703,
0.07411907654921024,
0.07402912621359226,
0.07393939393939397,
0.07384987893462469,
0.07496977025392981,
0.0748792270531401,
0.07478890229191792,
0.07590361445783134,
0.07581227436823101,
0.07692307692307687,
0.07683073229291715,
0.07793764988009588,
0.07784431137724546,
0.0777511961722488,
0.07885304659498205,
0.07995226730310268,
0.08104886769964248,
0.08214285714285718,
0.08204518430439955,
0.08313539192399055,
0.08422301304863578,
0.08412322274881512,
0.0840236686390533,
0.08392434988179664,
0.0838252656434475,
0.08372641509433965,
0.0848056537102474,
0.08470588235294119,
0.08578143360752055,
0.08685446009389675,
0.08675263774912079,
0.0866510538641686,
0.08654970760233915,
0.08761682242990654,
0.08751458576429405,
0.0874125874125874,
0.08847497089639111,
0.08837209302325577,
0.08943089430894313,
0.08932714617169368,
0.0892236384704519,
0.08912037037037035,
0.09017341040462423,
0.09006928406466508,
0.08996539792387548,
0.08986175115207373,
0.08975834292289986,
0.08965517241379306,
0.08955223880597019,
0.08944954128440363
],
"risk_at_coverage": {
"0.0": 0.0,
"0.01": 0.0,
"0.02": 0.0,
"0.03": 0.0,
"0.04": 0.0,
"0.05": 0.0,
"0.06": 0.0,
"0.07": 0.0,
"0.08": 0.0,
"0.09": 0.0,
"0.1": 0.0,
"0.11": 0.0,
"0.12": 0.0,
"0.13": 0.0,
"0.14": 0.0,
"0.15": 0.0,
"0.16": 0.0,
"0.17": 0.0,
"0.18": 0.0,
"0.19": 0.0,
"0.2": 0.0,
"0.21": 0.0,
"0.22": 0.0,
"0.23": 0.0,
"0.24": 0.004761904761904745,
"0.25": 0.004587155963302725,
"0.26": 0.004405286343612369,
"0.27": 0.004237288135593209,
"0.28": 0.004081632653061273,
"0.29": 0.0039525691699604515,
"0.3": 0.003816793893129722,
"0.31": 0.0036900369003689537,
"0.32": 0.0035714285714285587,
"0.33": 0.00347222222222221,
"0.34": 0.0033670033670033517,
"0.35": 0.0032679738562091387,
"0.36": 0.0031847133757961776,
"0.37": 0.003095975232198178,
"0.38": 0.003012048192771122,
"0.39": 0.0029325513196480912,
"0.4": 0.002865329512893977,
"0.41": 0.0027932960893854997,
"0.42": 0.00544959128065392,
"0.43": 0.008000000000000007,
"0.44": 0.01041666666666663,
"0.45": 0.010178117048346036,
"0.46": 0.00995024875621886,
"0.47": 0.009756097560975618,
"0.48": 0.009546539379474916,
"0.49": 0.009345794392523366,
"0.5": 0.00917431192660545,
"0.51": 0.008988764044943864,
"0.52": 0.008810572687224627,
"0.53": 0.010799136069114423,
"0.54": 0.01273885350318471,
"0.55": 0.012499999999999956,
"0.56": 0.014314928425357865,
"0.57": 0.014056224899598346,
"0.58": 0.013833992094861691,
"0.59": 0.01553398058252431,
"0.6": 0.01526717557251911,
"0.61": 0.015037593984962405,
"0.62": 0.014787430683918634,
"0.63": 0.014545454545454528,
"0.64": 0.014311270125223596,
"0.65": 0.01940035273368612,
"0.66": 0.02083333333333337,
"0.67": 0.02051282051282055,
"0.68": 0.0202360876897133,
"0.69": 0.021594684385382035,
"0.7": 0.022913256955810146,
"0.71": 0.024193548387096753,
"0.72": 0.023885350318471388,
"0.73": 0.025117739403453743,
"0.74": 0.024767801857585092,
"0.75": 0.025993883792048922,
"0.76": 0.02714932126696834,
"0.77": 0.03125,
"0.78": 0.03083700440528636,
"0.79": 0.030478955007256947,
"0.8": 0.03151862464183386,
"0.81": 0.03536067892503536,
"0.82": 0.03631284916201116,
"0.83": 0.04005524861878451,
"0.84": 0.043656207366984945,
"0.85": 0.047169811320754707,
"0.86": 0.04800000000000004,
"0.87": 0.050065876152832645,
"0.88": 0.05208333333333337,
"0.89": 0.051480051480051525,
"0.9": 0.054777070063694255,
"0.91": 0.06045340050377834,
"0.92": 0.06351183063511834,
"0.93": 0.06658446362515413,
"0.94": 0.07317073170731703,
"0.95": 0.07478890229191792,
"0.96": 0.07995226730310268,
"0.97": 0.08392434988179664,
"0.98": 0.08654970760233915,
"0.99": 0.08912037037037035,
"1.0": 0.08944954128440363
}
},
"selective_accuracy": 0.9105504587155964,
"temperature_sweep": [
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.0906101322163258,
"entropy": 0.0029344029426532866,
"mean_max_prob": 0.9987297442522809,
"temperature": 0.1
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.09047695361306177,
"entropy": 0.007462984650763634,
"mean_max_prob": 0.9969550577809712,
"temperature": 0.25
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.08757157664829303,
"entropy": 0.017114581631537572,
"mean_max_prob": 0.993270987157522,
"temperature": 0.5
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.08002658868573541,
"entropy": 0.04710770342081385,
"mean_max_prob": 0.9833779635581829,
"temperature": 1.0
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.04122768821880683,
"entropy": 0.17411496962391426,
"mean_max_prob": 0.9444243953100758,
"temperature": 2.0
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.09308254246134211,
"entropy": 0.4262483992823998,
"mean_max_prob": 0.8344063142388046,
"temperature": 4.0
},
{
"accuracy_0.5_abstain_as_error": 0.9105504587155964,
"accuracy_argmax": 0.9105504587155964,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.211653282602342,
"entropy": 0.6041556278002443,
"mean_max_prob": 0.6988971761132543,
"temperature": 8.0
}
],
"tie_rate": 0.0,
"top_confidence": {
"max": 0.9998932929972612,
"min": 0.5160391619182133,
"p50": 0.9994937755691561,
"p90": 0.9998565000528975,
"p99": 0.9998875551862197
},
"wrong_when_selected": 0
}
},
"emotion6": {
"summary": {
"C": 6,
"accuracy_0.5_abstain_as_error": 0.925,
"accuracy_argmax": 0.927,
"adaptive_decision_match": 1.0,
"adaptive_loser_max": 0.49728027097242156,
"adaptive_winner_gap": 0.0,
"ambiguous_rate": 0.0,
"argmax_entropy": 0.08743073235870832,
"brier": 0.09972050238485652,
"class_names": [
"sadness",
"joy",
"love",
"anger",
"fear",
"surprise"
],
"coverage": 0.998,
"coverage_0.5": 0.998,
"dataset_used": "dair-ai/emotion",
"delta_0.5": 0.002,
"device": "cpu",
"ece_15": 0.038544882350143965,
"exact_adaptive": true,
"label_alignment": "aligned by name or fallback order",
"label_names_dataset": [
"sadness",
"joy",
"love",
"anger",
"fear",
"surprise"
],
"label_names_model": [
"sadness",
"joy",
"love",
"anger",
"fear",
"surprise"
],
"links": {
"dataset": "https://huggingface.co/datasets/dair-ai/emotion",
"model": "https://huggingface.co/bhadresh-savani/distilbert-base-uncased-emotion"
},
"mean_max_prob": 0.9647051939280312,
"median_max_prob": 0.9985358442899119,
"n": 2000,
"n_correct": 1854,
"n_wrong": 146,
"name": "6-class emotion: DistilBERT emotion",
"per_class_counts": [
581,
695,
159,
275,
224,
66
],
"per_class_roc": [
{
"auc": 0.9988513401234052,
"best_f1": 0.9727891156462586,
"best_f1_threshold": 0.10345999069566846,
"class": "sadness",
"f1_at_0.5": 0.9672413793103448,
"fpr_at_0.5": 0.012684989429175475,
"fpr_at_best_f1": 0.01620859760394644,
"prevalence": 0.2905,
"threshold_at_0.5": 0.4793094148730248,
"tpr_at_0.5": 0.9655765920826161,
"tpr_at_best_f1": 0.9845094664371773
},
{
"auc": 0.9968830452879076,
"best_f1": 0.9513108614232209,
"best_f1_threshold": 0.9613981321376022,
"class": "joy",
"f1_at_0.5": 0.9458483754512634,
"fpr_at_0.5": 0.02681992337164751,
"fpr_at_best_f1": 0.0038314176245210726,
"prevalence": 0.3475,
"threshold_at_0.5": 0.4969214758260945,
"tpr_at_0.5": 0.9424460431654677,
"tpr_at_best_f1": 0.9136690647482014
},
{
"auc": 0.9933041585957865,
"best_f1": 0.8603988603988603,
"best_f1_threshold": 0.19188261320099237,
"class": "love",
"f1_at_0.5": 0.8292682926829269,
"fpr_at_0.5": 0.017925040738728953,
"fpr_at_best_f1": 0.022270505160239002,
"prevalence": 0.0795,
"threshold_at_0.5": 0.4922143292298113,
"tpr_at_0.5": 0.8553459119496856,
"tpr_at_best_f1": 0.949685534591195
},
{
"auc": 0.9961907773386034,
"best_f1": 0.9312714776632303,
"best_f1_threshold": 0.04135567230285135,
"class": "anger",
"f1_at_0.5": 0.9233576642335766,
"fpr_at_0.5": 0.011594202898550725,
"fpr_at_best_f1": 0.020869565217391306,
"prevalence": 0.1375,
"threshold_at_0.5": 0.5117918648801201,
"tpr_at_0.5": 0.92,
"tpr_at_best_f1": 0.9854545454545455
},
{
"auc": 0.9957644586550837,
"best_f1": 0.9024390243902439,
"best_f1_threshold": 0.09843729651265232,
"class": "fear",
"f1_at_0.5": 0.8903508771929824,
"fpr_at_0.5": 0.01632882882882883,
"fpr_at_best_f1": 0.0259009009009009,
"prevalence": 0.112,
"threshold_at_0.5": 0.5001327304611092,
"tpr_at_0.5": 0.90625,
"tpr_at_best_f1": 0.9910714285714286
},
{
"auc": 0.9936933972611325,
"best_f1": 0.8028169014084506,
"best_f1_threshold": 0.34400179168500117,
"class": "surprise",
"f1_at_0.5": 0.7377049180327868,
"fpr_at_0.5": 0.005687693898655636,
"fpr_at_best_f1": 0.00982419855222337,
"prevalence": 0.033,
"threshold_at_0.5": 0.5024381651384459,
"tpr_at_0.5": 0.6818181818181818,
"tpr_at_best_f1": 0.8636363636363636
}
],
"prior_reweighting": {
"accuracy": 0.929,
"accuracy_unweighted": 0.927,
"flip_rate_vs_argmax": 0.028,
"weights": [
1.7429999999999999,
2.085,
0.47700000000000004,
0.8250000000000001,
0.672,
0.198
]
},
"risk_coverage": {
"aurc": 0.006652810670858056,
"coverage": [
0.0005,
0.001,
0.0015,
0.002,
0.0025,
0.003,
0.0035,
0.004,
0.0045,
0.005,
0.0055,
0.006,
0.0065,
0.007,
0.0075,
0.008,
0.0085,
0.009,
0.0095,
0.01,
0.0105,
0.011,
0.0115,
0.012,
0.0125,
0.013,
0.0135,
0.014,
0.0145,
0.015,
0.0155,
0.016,
0.0165,
0.017,
0.0175,
0.018,
0.0185,
0.019,
0.0195,
0.02,
0.0205,
0.021,
0.0215,
0.022,
0.0225,
0.023,
0.0235,
0.024,
0.0245,
0.025,
0.0255,
0.026,
0.0265,
0.027,
0.0275,
0.028,
0.0285,
0.029,
0.0295,
0.03,
0.0305,
0.031,
0.0315,
0.032,
0.0325,
0.033,
0.0335,
0.034,
0.0345,
0.035,
0.0355,
0.036,
0.0365,
0.037,
0.0375,
0.038,
0.0385,
0.039,
0.0395,
0.04,
0.0405,
0.041,
0.0415,
0.042,
0.0425,
0.043,
0.0435,
0.044,
0.0445,
0.045,
0.0455,
0.046,
0.0465,
0.047,
0.0475,
0.048,
0.0485,
0.049,
0.0495,
0.05,
0.0505,
0.051,
0.0515,
0.052,
0.0525,
0.053,
0.0535,
0.054,
0.0545,
0.055,
0.0555,
0.056,
0.0565,
0.057,
0.0575,
0.058,
0.0585,
0.059,
0.0595,
0.06,
0.0605,
0.061,
0.0615,
0.062,
0.0625,
0.063,
0.0635,
0.064,
0.0645,
0.065,
0.0655,
0.066,
0.0665,
0.067,
0.0675,
0.068,
0.0685,
0.069,
0.0695,
0.07,
0.0705,
0.071,
0.0715,
0.072,
0.0725,
0.073,
0.0735,
0.074,
0.0745,
0.075,
0.0755,
0.076,
0.0765,
0.077,
0.0775,
0.078,
0.0785,
0.079,
0.0795,
0.08,
0.0805,
0.081,
0.0815,
0.082,
0.0825,
0.083,
0.0835,
0.084,
0.0845,
0.085,
0.0855,
0.086,
0.0865,
0.087,
0.0875,
0.088,
0.0885,
0.089,
0.0895,
0.09,
0.0905,
0.091,
0.0915,
0.092,
0.0925,
0.093,
0.0935,
0.094,
0.0945,
0.095,
0.0955,
0.096,
0.0965,
0.097,
0.0975,
0.098,
0.0985,
0.099,
0.0995,
0.1,
0.1005,
0.101,
0.1015,
0.102,
0.1025,
0.103,
0.1035,
0.104,
0.1045,
0.105,
0.1055,
0.106,
0.1065,
0.107,
0.1075,
0.108,
0.1085,
0.109,
0.1095,
0.11,
0.1105,
0.111,
0.1115,
0.112,
0.1125,
0.113,
0.1135,
0.114,
0.1145,
0.115,
0.1155,
0.116,
0.1165,
0.117,
0.1175,
0.118,
0.1185,
0.119,
0.1195,
0.12,
0.1205,
0.121,
0.1215,
0.122,
0.1225,
0.123,
0.1235,
0.124,
0.1245,
0.125,
0.1255,
0.126,
0.1265,
0.127,
0.1275,
0.128,
0.1285,
0.129,
0.1295,
0.13,
0.1305,
0.131,
0.1315,
0.132,
0.1325,
0.133,
0.1335,
0.134,
0.1345,
0.135,
0.1355,
0.136,
0.1365,
0.137,
0.1375,
0.138,
0.1385,
0.139,
0.1395,
0.14,
0.1405,
0.141,
0.1415,
0.142,
0.1425,
0.143,
0.1435,
0.144,
0.1445,
0.145,
0.1455,
0.146,
0.1465,
0.147,
0.1475,
0.148,
0.1485,
0.149,
0.1495,
0.15,
0.1505,
0.151,
0.1515,
0.152,
0.1525,
0.153,
0.1535,
0.154,
0.1545,
0.155,
0.1555,
0.156,
0.1565,
0.157,
0.1575,
0.158,
0.1585,
0.159,
0.1595,
0.16,
0.1605,
0.161,
0.1615,
0.162,
0.1625,
0.163,
0.1635,
0.164,
0.1645,
0.165,
0.1655,
0.166,
0.1665,
0.167,
0.1675,
0.168,
0.1685,
0.169,
0.1695,
0.17,
0.1705,
0.171,
0.1715,
0.172,
0.1725,
0.173,
0.1735,
0.174,
0.1745,
0.175,
0.1755,
0.176,
0.1765,
0.177,
0.1775,
0.178,
0.1785,
0.179,
0.1795,
0.18,
0.1805,
0.181,
0.1815,
0.182,
0.1825,
0.183,
0.1835,
0.184,
0.1845,
0.185,
0.1855,
0.186,
0.1865,
0.187,
0.1875,
0.188,
0.1885,
0.189,
0.1895,
0.19,
0.1905,
0.191,
0.1915,
0.192,
0.1925,
0.193,
0.1935,
0.194,
0.1945,
0.195,
0.1955,
0.196,
0.1965,
0.197,
0.1975,
0.198,
0.1985,
0.199,
0.1995,
0.2,
0.2005,
0.201,
0.2015,
0.202,
0.2025,
0.203,
0.2035,
0.204,
0.2045,
0.205,
0.2055,
0.206,
0.2065,
0.207,
0.2075,
0.208,
0.2085,
0.209,
0.2095,
0.21,
0.2105,
0.211,
0.2115,
0.212,
0.2125,
0.213,
0.2135,
0.214,
0.2145,
0.215,
0.2155,
0.216,
0.2165,
0.217,
0.2175,
0.218,
0.2185,
0.219,
0.2195,
0.22,
0.2205,
0.221,
0.2215,
0.222,
0.2225,
0.223,
0.2235,
0.224,
0.2245,
0.225,
0.2255,
0.226,
0.2265,
0.227,
0.2275,
0.228,
0.2285,
0.229,
0.2295,
0.23,
0.2305,
0.231,
0.2315,
0.232,
0.2325,
0.233,
0.2335,
0.234,
0.2345,
0.235,
0.2355,
0.236,
0.2365,
0.237,
0.2375,
0.238,
0.2385,
0.239,
0.2395,
0.24,
0.2405,
0.241,
0.2415,
0.242,
0.2425,
0.243,
0.2435,
0.244,
0.2445,
0.245,
0.2455,
0.246,
0.2465,
0.247,
0.2475,
0.248,
0.2485,
0.249,
0.2495,
0.25,
0.2505,
0.251,
0.2515,
0.252,
0.2525,
0.253,
0.2535,
0.254,
0.2545,
0.255,
0.2555,
0.256,
0.2565,
0.257,
0.2575,
0.258,
0.2585,
0.259,
0.2595,
0.26,
0.2605,
0.261,
0.2615,
0.262,
0.2625,
0.263,
0.2635,
0.264,
0.2645,
0.265,
0.2655,
0.266,
0.2665,
0.267,
0.2675,
0.268,
0.2685,
0.269,
0.2695,
0.27,
0.2705,
0.271,
0.2715,
0.272,
0.2725,
0.273,
0.2735,
0.274,
0.2745,
0.275,
0.2755,
0.276,
0.2765,
0.277,
0.2775,
0.278,
0.2785,
0.279,
0.2795,
0.28,
0.2805,
0.281,
0.2815,
0.282,
0.2825,
0.283,
0.2835,
0.284,
0.2845,
0.285,
0.2855,
0.286,
0.2865,
0.287,
0.2875,
0.288,
0.2885,
0.289,
0.2895,
0.29,
0.2905,
0.291,
0.2915,
0.292,
0.2925,
0.293,
0.2935,
0.294,
0.2945,
0.295,
0.2955,
0.296,
0.2965,
0.297,
0.2975,
0.298,
0.2985,
0.299,
0.2995,
0.3,
0.3005,
0.301,
0.3015,
0.302,
0.3025,
0.303,
0.3035,
0.304,
0.3045,
0.305,
0.3055,
0.306,
0.3065,
0.307,
0.3075,
0.308,
0.3085,
0.309,
0.3095,
0.31,
0.3105,
0.311,
0.3115,
0.312,
0.3125,
0.313,
0.3135,
0.314,
0.3145,
0.315,
0.3155,
0.316,
0.3165,
0.317,
0.3175,
0.318,
0.3185,
0.319,
0.3195,
0.32,
0.3205,
0.321,
0.3215,
0.322,
0.3225,
0.323,
0.3235,
0.324,
0.3245,
0.325,
0.3255,
0.326,
0.3265,
0.327,
0.3275,
0.328,
0.3285,
0.329,
0.3295,
0.33,
0.3305,
0.331,
0.3315,
0.332,
0.3325,
0.333,
0.3335,
0.334,
0.3345,
0.335,
0.3355,
0.336,
0.3365,
0.337,
0.3375,
0.338,
0.3385,
0.339,
0.3395,
0.34,
0.3405,
0.341,
0.3415,
0.342,
0.3425,
0.343,
0.3435,
0.344,
0.3445,
0.345,
0.3455,
0.346,
0.3465,
0.347,
0.3475,
0.348,
0.3485,
0.349,
0.3495,
0.35,
0.3505,
0.351,
0.3515,
0.352,
0.3525,
0.353,
0.3535,
0.354,
0.3545,
0.355,
0.3555,
0.356,
0.3565,
0.357,
0.3575,
0.358,
0.3585,
0.359,
0.3595,
0.36,
0.3605,
0.361,
0.3615,
0.362,
0.3625,
0.363,
0.3635,
0.364,
0.3645,
0.365,
0.3655,
0.366,
0.3665,
0.367,
0.3675,
0.368,
0.3685,
0.369,
0.3695,
0.37,
0.3705,
0.371,
0.3715,
0.372,
0.3725,
0.373,
0.3735,
0.374,
0.3745,
0.375,
0.3755,
0.376,
0.3765,
0.377,
0.3775,
0.378,
0.3785,
0.379,
0.3795,
0.38,
0.3805,
0.381,
0.3815,
0.382,
0.3825,
0.383,
0.3835,
0.384,
0.3845,
0.385,
0.3855,
0.386,
0.3865,
0.387,
0.3875,
0.388,
0.3885,
0.389,
0.3895,
0.39,
0.3905,
0.391,
0.3915,
0.392,
0.3925,
0.393,
0.3935,
0.394,
0.3945,
0.395,
0.3955,
0.396,
0.3965,
0.397,
0.3975,
0.398,
0.3985,
0.399,
0.3995,
0.4,
0.4005,
0.401,
0.4015,
0.402,
0.4025,
0.403,
0.4035,
0.404,
0.4045,
0.405,
0.4055,
0.406,
0.4065,
0.407,
0.4075,
0.408,
0.4085,
0.409,
0.4095,
0.41,
0.4105,
0.411,
0.4115,
0.412,
0.4125,
0.413,
0.4135,
0.414,
0.4145,
0.415,
0.4155,
0.416,
0.4165,
0.417,
0.4175,
0.418,
0.4185,
0.419,
0.4195,
0.42,
0.4205,
0.421,
0.4215,
0.422,
0.4225,
0.423,
0.4235,
0.424,
0.4245,
0.425,
0.4255,
0.426,
0.4265,
0.427,
0.4275,
0.428,
0.4285,
0.429,
0.4295,
0.43,
0.4305,
0.431,
0.4315,
0.432,
0.4325,
0.433,
0.4335,
0.434,
0.4345,
0.435,
0.4355,
0.436,
0.4365,
0.437,
0.4375,
0.438,
0.4385,
0.439,
0.4395,
0.44,
0.4405,
0.441,
0.4415,
0.442,
0.4425,
0.443,
0.4435,
0.444,
0.4445,
0.445,
0.4455,
0.446,
0.4465,
0.447,
0.4475,
0.448,
0.4485,
0.449,
0.4495,
0.45,
0.4505,
0.451,
0.4515,
0.452,
0.4525,
0.453,
0.4535,
0.454,
0.4545,
0.455,
0.4555,
0.456,
0.4565,
0.457,
0.4575,
0.458,
0.4585,
0.459,
0.4595,
0.46,
0.4605,
0.461,
0.4615,
0.462,
0.4625,
0.463,
0.4635,
0.464,
0.4645,
0.465,
0.4655,
0.466,
0.4665,
0.467,
0.4675,
0.468,
0.4685,
0.469,
0.4695,
0.47,
0.4705,
0.471,
0.4715,
0.472,
0.4725,
0.473,
0.4735,
0.474,
0.4745,
0.475,
0.4755,
0.476,
0.4765,
0.477,
0.4775,
0.478,
0.4785,
0.479,
0.4795,
0.48,
0.4805,
0.481,
0.4815,
0.482,
0.4825,
0.483,
0.4835,
0.484,
0.4845,
0.485,
0.4855,
0.486,
0.4865,
0.487,
0.4875,
0.488,
0.4885,
0.489,
0.4895,
0.49,
0.4905,
0.491,
0.4915,
0.492,
0.4925,
0.493,
0.4935,
0.494,
0.4945,
0.495,
0.4955,
0.496,
0.4965,
0.497,
0.4975,
0.498,
0.4985,
0.499,
0.4995,
0.5,
0.5005,
0.501,
0.5015,
0.502,
0.5025,
0.503,
0.5035,
0.504,
0.5045,
0.505,
0.5055,
0.506,
0.5065,
0.507,
0.5075,
0.508,
0.5085,
0.509,
0.5095,
0.51,
0.5105,
0.511,
0.5115,
0.512,
0.5125,
0.513,
0.5135,
0.514,
0.5145,
0.515,
0.5155,
0.516,
0.5165,
0.517,
0.5175,
0.518,
0.5185,
0.519,
0.5195,
0.52,
0.5205,
0.521,
0.5215,
0.522,
0.5225,
0.523,
0.5235,
0.524,
0.5245,
0.525,
0.5255,
0.526,
0.5265,
0.527,
0.5275,
0.528,
0.5285,
0.529,
0.5295,
0.53,
0.5305,
0.531,
0.5315,
0.532,
0.5325,
0.533,
0.5335,
0.534,
0.5345,
0.535,
0.5355,
0.536,
0.5365,
0.537,
0.5375,
0.538,
0.5385,
0.539,
0.5395,
0.54,
0.5405,
0.541,
0.5415,
0.542,
0.5425,
0.543,
0.5435,
0.544,
0.5445,
0.545,
0.5455,
0.546,
0.5465,
0.547,
0.5475,
0.548,
0.5485,
0.549,
0.5495,
0.55,
0.5505,
0.551,
0.5515,
0.552,
0.5525,
0.553,
0.5535,
0.554,
0.5545,
0.555,
0.5555,
0.556,
0.5565,
0.557,
0.5575,
0.558,
0.5585,
0.559,
0.5595,
0.56,
0.5605,
0.561,
0.5615,
0.562,
0.5625,
0.563,
0.5635,
0.564,
0.5645,
0.565,
0.5655,
0.566,
0.5665,
0.567,
0.5675,
0.568,
0.5685,
0.569,
0.5695,
0.57,
0.5705,
0.571,
0.5715,
0.572,
0.5725,
0.573,
0.5735,
0.574,
0.5745,
0.575,
0.5755,
0.576,
0.5765,
0.577,
0.5775,
0.578,
0.5785,
0.579,
0.5795,
0.58,
0.5805,
0.581,
0.5815,
0.582,
0.5825,
0.583,
0.5835,
0.584,
0.5845,
0.585,
0.5855,
0.586,
0.5865,
0.587,
0.5875,
0.588,
0.5885,
0.589,
0.5895,
0.59,
0.5905,
0.591,
0.5915,
0.592,
0.5925,
0.593,
0.5935,
0.594,
0.5945,
0.595,
0.5955,
0.596,
0.5965,
0.597,
0.5975,
0.598,
0.5985,
0.599,
0.5995,
0.6,
0.6005,
0.601,
0.6015,
0.602,
0.6025,
0.603,
0.6035,
0.604,
0.6045,
0.605,
0.6055,
0.606,
0.6065,
0.607,
0.6075,
0.608,
0.6085,
0.609,
0.6095,
0.61,
0.6105,
0.611,
0.6115,
0.612,
0.6125,
0.613,
0.6135,
0.614,
0.6145,
0.615,
0.6155,
0.616,
0.6165,
0.617,
0.6175,
0.618,
0.6185,
0.619,
0.6195,
0.62,
0.6205,
0.621,
0.6215,
0.622,
0.6225,
0.623,
0.6235,
0.624,
0.6245,
0.625,
0.6255,
0.626,
0.6265,
0.627,
0.6275,
0.628,
0.6285,
0.629,
0.6295,
0.63,
0.6305,
0.631,
0.6315,
0.632,
0.6325,
0.633,
0.6335,
0.634,
0.6345,
0.635,
0.6355,
0.636,
0.6365,
0.637,
0.6375,
0.638,
0.6385,
0.639,
0.6395,
0.64,
0.6405,
0.641,
0.6415,
0.642,
0.6425,
0.643,
0.6435,
0.644,
0.6445,
0.645,
0.6455,
0.646,
0.6465,
0.647,
0.6475,
0.648,
0.6485,
0.649,
0.6495,
0.65,
0.6505,
0.651,
0.6515,
0.652,
0.6525,
0.653,
0.6535,
0.654,
0.6545,
0.655,
0.6555,
0.656,
0.6565,
0.657,
0.6575,
0.658,
0.6585,
0.659,
0.6595,
0.66,
0.6605,
0.661,
0.6615,
0.662,
0.6625,
0.663,
0.6635,
0.664,
0.6645,
0.665,
0.6655,
0.666,
0.6665,
0.667,
0.6675,
0.668,
0.6685,
0.669,
0.6695,
0.67,
0.6705,
0.671,
0.6715,
0.672,
0.6725,
0.673,
0.6735,
0.674,
0.6745,
0.675,
0.6755,
0.676,
0.6765,
0.677,
0.6775,
0.678,
0.6785,
0.679,
0.6795,
0.68,
0.6805,
0.681,
0.6815,
0.682,
0.6825,
0.683,
0.6835,
0.684,
0.6845,
0.685,
0.6855,
0.686,
0.6865,
0.687,
0.6875,
0.688,
0.6885,
0.689,
0.6895,
0.69,
0.6905,
0.691,
0.6915,
0.692,
0.6925,
0.693,
0.6935,
0.694,
0.6945,
0.695,
0.6955,
0.696,
0.6965,
0.697,
0.6975,
0.698,
0.6985,
0.699,
0.6995,
0.7,
0.7005,
0.701,
0.7015,
0.702,
0.7025,
0.703,
0.7035,
0.704,
0.7045,
0.705,
0.7055,
0.706,
0.7065,
0.707,
0.7075,
0.708,
0.7085,
0.709,
0.7095,
0.71,
0.7105,
0.711,
0.7115,
0.712,
0.7125,
0.713,
0.7135,
0.714,
0.7145,
0.715,
0.7155,
0.716,
0.7165,
0.717,
0.7175,
0.718,
0.7185,
0.719,
0.7195,
0.72,
0.7205,
0.721,
0.7215,
0.722,
0.7225,
0.723,
0.7235,
0.724,
0.7245,
0.725,
0.7255,
0.726,
0.7265,
0.727,
0.7275,
0.728,
0.7285,
0.729,
0.7295,
0.73,
0.7305,
0.731,
0.7315,
0.732,
0.7325,
0.733,
0.7335,
0.734,
0.7345,
0.735,
0.7355,
0.736,
0.7365,
0.737,
0.7375,
0.738,
0.7385,
0.739,
0.7395,
0.74,
0.7405,
0.741,
0.7415,
0.742,
0.7425,
0.743,
0.7435,
0.744,
0.7445,
0.745,
0.7455,
0.746,
0.7465,
0.747,
0.7475,
0.748,
0.7485,
0.749,
0.7495,
0.75,
0.7505,
0.751,
0.7515,
0.752,
0.7525,
0.753,
0.7535,
0.754,
0.7545,
0.755,
0.7555,
0.756,
0.7565,
0.757,
0.7575,
0.758,
0.7585,
0.759,
0.7595,
0.76,
0.7605,
0.761,
0.7615,
0.762,
0.7625,
0.763,
0.7635,
0.764,
0.7645,
0.765,
0.7655,
0.766,
0.7665,
0.767,
0.7675,
0.768,
0.7685,
0.769,
0.7695,
0.77,
0.7705,
0.771,
0.7715,
0.772,
0.7725,
0.773,
0.7735,
0.774,
0.7745,
0.775,
0.7755,
0.776,
0.7765,
0.777,
0.7775,
0.778,
0.7785,
0.779,
0.7795,
0.78,
0.7805,
0.781,
0.7815,
0.782,
0.7825,
0.783,
0.7835,
0.784,
0.7845,
0.785,
0.7855,
0.786,
0.7865,
0.787,
0.7875,
0.788,
0.7885,
0.789,
0.7895,
0.79,
0.7905,
0.791,
0.7915,
0.792,
0.7925,
0.793,
0.7935,
0.794,
0.7945,
0.795,
0.7955,
0.796,
0.7965,
0.797,
0.7975,
0.798,
0.7985,
0.799,
0.7995,
0.8,
0.8005,
0.801,
0.8015,
0.802,
0.8025,
0.803,
0.8035,
0.804,
0.8045,
0.805,
0.8055,
0.806,
0.8065,
0.807,
0.8075,
0.808,
0.8085,
0.809,
0.8095,
0.81,
0.8105,
0.811,
0.8115,
0.812,
0.8125,
0.813,
0.8135,
0.814,
0.8145,
0.815,
0.8155,
0.816,
0.8165,
0.817,
0.8175,
0.818,
0.8185,
0.819,
0.8195,
0.82,
0.8205,
0.821,
0.8215,
0.822,
0.8225,
0.823,
0.8235,
0.824,
0.8245,
0.825,
0.8255,
0.826,
0.8265,
0.827,
0.8275,
0.828,
0.8285,
0.829,
0.8295,
0.83,
0.8305,
0.831,
0.8315,
0.832,
0.8325,
0.833,
0.8335,
0.834,
0.8345,
0.835,
0.8355,
0.836,
0.8365,
0.837,
0.8375,
0.838,
0.8385,
0.839,
0.8395,
0.84,
0.8405,
0.841,
0.8415,
0.842,
0.8425,
0.843,
0.8435,
0.844,
0.8445,
0.845,
0.8455,
0.846,
0.8465,
0.847,
0.8475,
0.848,
0.8485,
0.849,
0.8495,
0.85,
0.8505,
0.851,
0.8515,
0.852,
0.8525,
0.853,
0.8535,
0.854,
0.8545,
0.855,
0.8555,
0.856,
0.8565,
0.857,
0.8575,
0.858,
0.8585,
0.859,
0.8595,
0.86,
0.8605,
0.861,
0.8615,
0.862,
0.8625,
0.863,
0.8635,
0.864,
0.8645,
0.865,
0.8655,
0.866,
0.8665,
0.867,
0.8675,
0.868,
0.8685,
0.869,
0.8695,
0.87,
0.8705,
0.871,
0.8715,
0.872,
0.8725,
0.873,
0.8735,
0.874,
0.8745,
0.875,
0.8755,
0.876,
0.8765,
0.877,
0.8775,
0.878,
0.8785,
0.879,
0.8795,
0.88,
0.8805,
0.881,
0.8815,
0.882,
0.8825,
0.883,
0.8835,
0.884,
0.8845,
0.885,
0.8855,
0.886,
0.8865,
0.887,
0.8875,
0.888,
0.8885,
0.889,
0.8895,
0.89,
0.8905,
0.891,
0.8915,
0.892,
0.8925,
0.893,
0.8935,
0.894,
0.8945,
0.895,
0.8955,
0.896,
0.8965,
0.897,
0.8975,
0.898,
0.8985,
0.899,
0.8995,
0.9,
0.9005,
0.901,
0.9015,
0.902,
0.9025,
0.903,
0.9035,
0.904,
0.9045,
0.905,
0.9055,
0.906,
0.9065,
0.907,
0.9075,
0.908,
0.9085,
0.909,
0.9095,
0.91,
0.9105,
0.911,
0.9115,
0.912,
0.9125,
0.913,
0.9135,
0.914,
0.9145,
0.915,
0.9155,
0.916,
0.9165,
0.917,
0.9175,
0.918,
0.9185,
0.919,
0.9195,
0.92,
0.9205,
0.921,
0.9215,
0.922,
0.9225,
0.923,
0.9235,
0.924,
0.9245,
0.925,
0.9255,
0.926,
0.9265,
0.927,
0.9275,
0.928,
0.9285,
0.929,
0.9295,
0.93,
0.9305,
0.931,
0.9315,
0.932,
0.9325,
0.933,
0.9335,
0.934,
0.9345,
0.935,
0.9355,
0.936,
0.9365,
0.937,
0.9375,
0.938,
0.9385,
0.939,
0.9395,
0.94,
0.9405,
0.941,
0.9415,
0.942,
0.9425,
0.943,
0.9435,
0.944,
0.9445,
0.945,
0.9455,
0.946,
0.9465,
0.947,
0.9475,
0.948,
0.9485,
0.949,
0.9495,
0.95,
0.9505,
0.951,
0.9515,
0.952,
0.9525,
0.953,
0.9535,
0.954,
0.9545,
0.955,
0.9555,
0.956,
0.9565,
0.957,
0.9575,
0.958,
0.9585,
0.959,
0.9595,
0.96,
0.9605,
0.961,
0.9615,
0.962,
0.9625,
0.963,
0.9635,
0.964,
0.9645,
0.965,
0.9655,
0.966,
0.9665,
0.967,
0.9675,
0.968,
0.9685,
0.969,
0.9695,
0.97,
0.9705,
0.971,
0.9715,
0.972,
0.9725,
0.973,
0.9735,
0.974,
0.9745,
0.975,
0.9755,
0.976,
0.9765,
0.977,
0.9775,
0.978,
0.9785,
0.979,
0.9795,
0.98,
0.9805,
0.981,
0.9815,
0.982,
0.9825,
0.983,
0.9835,
0.984,
0.9845,
0.985,
0.9855,
0.986,
0.9865,
0.987,
0.9875,
0.988,
0.9885,
0.989,
0.9895,
0.99,
0.9905,
0.991,
0.9915,
0.992,
0.9925,
0.993,
0.9935,
0.994,
0.9945,
0.995,
0.9955,
0.996,
0.9965,
0.997,
0.9975,
0.998,
0.9985,
0.999,
0.9995,
1.0
],
"risk": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0010362694300518616,
0.0010351966873706209,
0.0010341261633919352,
0.0010330578512396382,
0.0010319917440660964,
0.0010309278350515427,
0.001029866117404743,
0.0010288065843621075,
0.0010277492291880241,
0.0010266940451745254,
0.0010256410256410664,
0.0010245901639344135,
0.0010235414534288667,
0.0010224948875255935,
0.0010214504596527396,
0.0010204081632653184,
0.0010193679918450993,
0.0010183299389001643,
0.0010172939979654627,
0.00101626016260159,
0.0010152284263958977,
0.0010141987829614951,
0.0010131712259371373,
0.0010121457489878916,
0.0010111223458038054,
0.0010101010101010166,
0.0010090817356205317,
0.0010080645161290036,
0.001007049345417954,
0.001006036217303774,
0.0010050251256281673,
0.0010040160642570406,
0.0010030090270812808,
0.0010020040080159776,
0.0010010010010009784,
0.0010000000000000009,
0.0009990009990009652,
0.0009980039920159944,
0.0009970089730807485,
0.0009960159362549792,
0.0009950248756218638,
0.0009940357852882276,
0.0009930486593843213,
0.0009920634920634885,
0.0009910802775024985,
0.000990099009900991,
0.0009891196834816984,
0.0009881422924901129,
0.000987166831194486,
0.0009861932938856066,
0.0009852216748768017,
0.0009842519685039353,
0.000983284169124854,
0.0009823182711198308,
0.0009813542688911214,
0.0009803921568627416,
0.0009794319294809117,
0.0009784735812132794,
0.0009775171065493637,
0.0009765625,
0.0009756097560975618,
0.0009746588693957392,
0.0009737098344693162,
0.0009727626459143934,
0.0009718172983479434,
0.000970873786407811,
0.0009699321047527132,
0.0009689922480620172,
0.0009680542110358514,
0.0009671179883945502,
0.0009661835748792091,
0.0009652509652510188,
0.0009643201542912649,
0.0009633911368015502,
0.0009624639076034613,
0.0009615384615384581,
0.0009606147934678733,
0.0009596928982725794,
0.0009587727708533222,
0.0009578544061302763,
0.000956937799043045,
0.0009560229445506607,
0.0009551098376313627,
0.000954198473282486,
0.0009532888465204614,
0.0009523809523809268,
0.0009514747859181716,
0.0009505703422053591,
0.0009496676163343043,
0.000948766603415585,
0.0009478672985782088,
0.0009469696969697239,
0.0009460737937558861,
0.000945179584120992,
0.0009442870632672129,
0.0009433962264151496,
0.0009425070688030557,
0.0009416195856873921,
0.0009407337723423836,
0.0009398496240601295,
0.0009389671361502705,
0.0009380863039399889,
0.0009372071227741197,
0.000936329588014928,
0.00093545369504211,
0.0009345794392523477,
0.0009337068160597539,
0.000932835820895539,
0.0009319664492077884,
0.0009310986964617962,
0.0009302325581395099,
0.0009293680297397522,
0.0009285051067781103,
0.0009276437847866026,
0.000926784059314234,
0.0009259259259258856,
0.0009250693802035359,
0.0009242144177449285,
0.0009233610341643494,
0.0009225092250922939,
0.0009216589861751334,
0.0009208103130755596,
0.0009199632014719183,
0.0009191176470588758,
0.0009182736455464191,
0.0009174311926605228,
0.0009165902841430373,
0.0009157509157509125,
0.0018298261665141702,
0.001828153564899404,
0.0018264840182647957,
0.0018248175182481452,
0.001823154056517784,
0.0018214936247723523,
0.0018198362147406888,
0.0018181818181818299,
0.0018165304268846771,
0.001814882032667886,
0.0018132366273798661,
0.0018115942028985588,
0.0018099547511312153,
0.001808318264014508,
0.0018066847335139746,
0.0018050541516245744,
0.0018034265103696878,
0.0018018018018017834,
0.0018001800180017513,
0.0017985611510791255,
0.0017969451931716396,
0.0017953321364452268,
0.0017937219730941312,
0.0017921146953404632,
0.0017905102954342,
0.0017889087656529634,
0.0017873100983020196,
0.0017857142857142794,
0.001784121320249743,
0.0017825311942959443,
0.0017809439002671734,
0.001779359430605032,
0.001777777777777767,
0.001776198934280604,
0.0017746228926353025,
0.0017730496453900457,
0.001771479185119551,
0.001769911504424737,
0.0017683465959328348,
0.0017667844522968323,
0.001765225066195919,
0.0017636684303351524,
0.0017621145374449032,
0.0017605633802817433,
0.0017590149516271136,
0.0017574692442882123,
0.0017559262510974394,
0.0017543859649122862,
0.0017528483786152238,
0.0017513134851138146,
0.0017497812773403787,
0.0017482517482517723,
0.0017467248908297206,
0.0017452006980802626,
0.0017436791630339732,
0.0017421602787456303,
0.0017406440382942145,
0.0017391304347825765,
0.0017376194613379914,
0.0017361111111111605,
0.0017346053772766545,
0.0017331022530329143,
0.0017316017316016952,
0.0017301038062284002,
0.0017286084701815252,
0.0017271157167529916,
0.0017256255392580355,
0.0017241379310344307,
0.0017226528854435985,
0.0017211703958691649,
0.0017196904557179593,
0.0017182130584192379,
0.0017167381974249052,
0.0017152658662092923,
0.001713796058269046,
0.001712328767123239,
0.0017108639863130382,
0.0017094017094017033,
0.0017079419299743659,
0.0017064846416382506,
0.0017050298380221207,
0.0017035775127768327,
0.0017021276595744483,
0.00170068027210879,
0.001699235344095107,
0.001697792869269965,
0.0016963528413910245,
0.0016949152542372614,
0.0016934801016088574,
0.0025380710659898,
0.002535925612848655,
0.0025337837837837718,
0.0025316455696202667,
0.002529510961214121,
0.002527379949452402,
0.002525252525252486,
0.002523128679562614,
0.0025210084033613356,
0.0025188916876573986,
0.002516778523489971,
0.0025146689019278634,
0.002512562814070307,
0.002510460251046065,
0.0025083612040134318,
0.0025062656641604564,
0.0025041736227044975,
0.002502085070892446,
0.0024999999999999467,
0.0024979184013321776,
0.0024958402662229595,
0.0024937655860348684,
0.002491694352159457,
0.0024896265560165887,
0.0024875621890547706,
0.0024855012427505985,
0.002483443708609312,
0.002481389578163795,
0.0024793388429752428,
0.002477291494632494,
0.0024752475247524774,
0.002473206924979432,
0.0024711696869851307,
0.0024691358024691024,
0.002467105263157854,
0.0024650780608052036,
0.0024630541871921707,
0.0024610336341263084,
0.0024590163934425924,
0.002457002457002422,
0.002454991816693952,
0.002452984464431762,
0.002450980392156854,
0.002448979591836764,
0.002446982055464897,
0.0024449877750610804,
0.002442996742671011,
0.0024410089503661414,
0.0024390243902439046,
0.002437043054427268,
0.0024350649350649567,
0.0024330900243308973,
0.002431118314424663,
0.0024291497975708065,
0.0024271844660194164,
0.0024252223120452276,
0.0024232633279482885,
0.002421307506053294,
0.0024193548387096975,
0.00241740531829171,
0.0024154589371980784,
0.002413515687851975,
0.002411575562700996,
0.002409638554216831,
0.0024077046548957037,
0.002405773857257376,
0.0024038461538461453,
0.0024019215372297342,
0.0023999999999999577,
0.0023980815347721673,
0.0023961661341852514,
0.002394253790901857,
0.0023923444976076125,
0.0023904382470119057,
0.0023885350318471055,
0.0023866348448687846,
0.0023847376788552754,
0.002382843526608447,
0.0023809523809523725,
0.0023790642347343294,
0.002377179080824132,
0.002375296912114022,
0.002373417721519,
0.002371541501976271,
0.0023696682464454666,
0.0023677979479084232,
0.0023659305993690705,
0.0023640661938534313,
0.0023622047244094,
0.002360346184106965,
0.002358490566037763,
0.00235663786331497,
0.0023547880690737433,
0.0023529411764705577,
0.0023510971786834256,
0.002349256068911565,
0.0023474178403756207,
0.0023455824863174435,
0.002343749999999978,
0.0023419203747072626,
0.002340093603744098,
0.002338269680436489,
0.002336448598130869,
0.0023346303501945442,
0.002332814930015581,
0.002331002331002363,
0.0023291925465838137,
0.002327385570209506,
0.0023255813953488857,
0.0023237800154918276,
0.0023219814241486336,
0.002320185614849146,
0.0023183925811437467,
0.0023166023166023564,
0.0023148148148147696,
0.0023130300693908756,
0.0023112480739599928,
0.002309468822170868,
0.002307692307692344,
0.002305918524212136,
0.0023041474654378336,
0.002302379125095899,
0.0023006134969325576,
0.0022988505747126853,
0.0022970903522204766,
0.002295332823259333,
0.002293577981651418,
0.0022918258212375475,
0.0022900763358778553,
0.0022883295194507935,
0.0022865853658536883,
0.0022848438690022954,
0.0022831050228310223,
0.0022813688212928174,
0.0022796352583586144,
0.002277904328018221,
0.0022761760242792084,
0.0022744503411675776,
0.002272727272727315,
0.002271006813020393,
0.0022692889561271024,
0.0022675736961451642,
0.0022658610271902857,
0.0022641509433962703,
0.002262443438914019,
0.0022607385079125297,
0.0022590361445783413,
0.0022573363431150906,
0.0022556390977443996,
0.002253944402704766,
0.0022522522522522292,
0.0022505626406601476,
0.002248875562218866,
0.0022471910112359383,
0.002245508982035904,
0.002243829468960401,
0.0022421524663677195,
0.0022404779686333587,
0.002238805970149249,
0.0022371364653244186,
0.0022354694485842153,
0.0022338049143708627,
0.0022321428571429047,
0.0022304832713754275,
0.0022288261515601704,
0.00222717149220486,
0.002225519287833877,
0.002223869532987366,
0.0022222222222222365,
0.0022205773501110526,
0.002218934911242587,
0.0022172949002217113,
0.0022156573116691725,
0.0022140221402213722,
0.0022123893805309214,
0.002210759027265974,
0.0022091310751104487,
0.002207505518763808,
0.0022058823529411686,
0.0022042615723733006,
0.0022026431718061845,
0.002201027146001455,
0.0021994134897360684,
0.00219780219780219,
0.002196193265007307,
0.002194586686174116,
0.002192982456140302,
0.0021913805697589828,
0.0021897810218978186,
0.002188183807439792,
0.0021865889212827616,
0.002184996358339353,
0.0021834061135370675,
0.0021818181818181737,
0.0021802325581394832,
0.002178649237472796,
0.002177068214804012,
0.00217548948513413,
0.0021739130434782483,
0.0021723388848660097,
0.0021707670043414895,
0.002169197396963085,
0.0021676300578035157,
0.0021660649819494893,
0.0021645021645021467,
0.00216294160057684,
0.002161383285302576,
0.002159827213822907,
0.0021582733812949284,
0.0021567217828900587,
0.0021551724137931494,
0.002153625269203152,
0.002152080344332896,
0.0021505376344086446,
0.0021489971346705383,
0.0021474588403722628,
0.0021459227467811592,
0.0021443888491780028,
0.002142857142857113,
0.0021413276231263545,
0.002139800285306692,
0.002138275124732747,
0.002136752136752129,
0.002135231316725994,
0.002133712660028486,
0.002132196162046962,
0.0021306818181817677,
0.002129169623846683,
0.0021276595744680327,
0.002126151665485465,
0.0021246458923512845,
0.002123142250530785,
0.0021216407355021394,
0.0021201413427561766,
0.0021186440677966045,
0.0021171489061396764,
0.002115655853314524,
0.0021141649048626032,
0.0021126760563380254,
0.002111189303307559,
0.002109704641350185,
0.0021082220660576523,
0.002106741573033699,
0.002105263157894721,
0.0021037868162693263,
0.0021023125437982237,
0.0021008403361344463,
0.0020993701889433503,
0.00209790209790206,
0.002096436058700246,
0.0020949720670391248,
0.002093510118632236,
0.0020920502092049986,
0.002090592334494823,
0.002089136490250665,
0.0020876826722338038,
0.0020862308762169546,
0.0020847810979847115,
0.002083333333333326,
0.002081887578070818,
0.0020804438280166426,
0.0020790020790020236,
0.0020775623268698418,
0.0020761245674740803,
0.0020746887966804906,
0.0020732550103662595,
0.002071823204419898,
0.0020703933747412417,
0.002068965517241339,
0.002067539627842896,
0.0020661157024793875,
0.002064693737095613,
0.0020632737276479185,
0.0020618556701030855,
0.002060439560439553,
0.0027453671928620027,
0.002743484224965731,
0.002741603838245399,
0.002739726027397249,
0.002737850787132068,
0.002735978112175075,
0.002734107997265922,
0.002732240437158473,
0.0027303754266211344,
0.0027285129604365244,
0.0027266530334014716,
0.0027247956403270157,
0.002722940776038074,
0.0027210884353741083,
0.002719238613188346,
0.0027173913043477826,
0.0027155465037338455,
0.0027137042062415073,
0.0027118644067796183,
0.0027100271002710175,
0.0027081922816519777,
0.0027063599458727605,
0.0027045300878972833,
0.002702702702702675,
0.0033760972316002613,
0.003373819163292824,
0.003371544167228624,
0.003369272237196741,
0.0033670033670033517,
0.003364737550471064,
0.00336247478143914,
0.0033602150537634934,
0.00335795836131636,
0.003355704697986628,
0.0033534540576793948,
0.0033512064343163006,
0.0033489618218351946,
0.0033467202141901353,
0.0033444816053511683,
0.0033422459893047707,
0.0033400133600534065,
0.0033377837116155273,
0.0033355570380253496,
0.0033333333333332993,
0.0033311125916055673,
0.0033288948069241098,
0.003326679973386537,
0.0033244680851063357,
0.0033222591362126463,
0.0033200531208499307,
0.0033178500331785266,
0.003315649867373982,
0.0033134526176276102,
0.0033112582781457123,
0.0033090668431502435,
0.003306878306878258,
0.0033046926635822427,
0.0033025099075296716,
0.0033003300330033403,
0.0032981530343008103,
0.003295978905734964,
0.0032938076416337836,
0.003291639236339683,
0.003289473684210509,
0.0032873109796186517,
0.003285151116951379,
0.0032829940906106136,
0.0032808398950131545,
0.003278688524590123,
0.003276539973787629,
0.0032743942370661028,
0.00327225130890052,
0.0032701111837802888,
0.0032679738562091387,
0.003265839320705455,
0.0032637075718016106,
0.003261578604044413,
0.0032594524119947677,
0.0032573289902280145,
0.0032552083333333703,
0.003253090435914152,
0.0032509752925877766,
0.0032488628979857603,
0.0032467532467532756,
0.0032446463335495945,
0.003242542153047978,
0.003240440699935232,
0.0032383419689119286,
0.003236245954692518,
0.0032341526520052177,
0.003878474466709747,
0.003875968992248069,
0.003873466752743693,
0.003870967741935516,
0.003868471953578312,
0.0038659793814432852,
0.003863490019317406,
0.0045045045045044585,
0.004501607717041778,
0.004498714652956259,
0.004495825305073864,
0.00449293966623876,
0.004490057729313657,
0.004487179487179471,
0.004484304932735439,
0.004481434058898892,
0.00447856685860526,
0.004475703324808178,
0.004472843450479269,
0.004469987228607919,
0.00446713465220161,
0.004464285714285698,
0.004461440407903083,
0.004458598726114649,
0.004455760661998709,
0.004452926208651453,
0.004450095359186279,
0.004447268106734459,
0.004444444444444473,
0.004441624365482233,
0.00443880786303108,
0.004435994930291454,
0.004433185560481334,
0.004430379746835467,
0.0044275774826059155,
0.004424778761061954,
0.004421983575489619,
0.004419191919191934,
0.004416403785488909,
0.004413619167717542,
0.004410838059231259,
0.004408060453400475,
0.004405286343612369,
0.004402515723270439,
0.00439974858579506,
0.0043969849246231485,
0.00439422473320783,
0.004391468005018773,
0.004388714733542298,
0.004385964912280715,
0.004383218534752653,
0.004380475594493172,
0.004377736085053208,
0.004375000000000018,
0.004372267332916957,
0.004369538077403257,
0.004990642545227741,
0.004987531172069848,
0.004984423676012484,
0.00498132004981322,
0.004978220286247614,
0.00497512437810943,
0.0049720323182100845,
0.004968944099378869,
0.004965859714463061,
0.00496277915632759,
0.004959702417854928,
0.00495662949194553,
0.004953560371517063,
0.004950495049504955,
0.0049474335188620655,
0.0049443757725586845,
0.004941321803582421,
0.004938271604938316,
0.004935225169648394,
0.004932182490752113,
0.004929143561306248,
0.0049261083743842304,
0.004923076923076919,
0.004920049200492049,
0.0049170251997541214,
0.004914004914004955,
0.0049109883364026885,
0.004907975460122671,
0.004904966278356793,
0.004901960784313708,
0.004898958971218614,
0.004895960832313362,
0.004892966360856232,
0.004889975550122272,
0.004886988393402514,
0.004884004884004867,
0.004881025015253226,
0.004878048780487809,
0.0048750761730651515,
0.00487210718635811,
0.004869141813755307,
0.0048661800486617945,
0.004863221884498503,
0.004860267314702349,
0.004857316332726125,
0.004854368932038833,
0.004851425106124907,
0.00484848484848488,
0.0048455481526347155,
0.004842615012106588,
0.004839685420447659,
0.0048367593712213,
0.004833836858006091,
0.004830917874396157,
0.004828002414001165,
0.004825090470446325,
0.004822182037371947,
0.004819277108433773,
0.004816375677302864,
0.004813477737665495,
0.0048105832832230355,
0.004807692307692291,
0.00480480480480483,
0.004801920768307322,
0.0047990401919616454,
0.004796163069544335,
0.004793289394847244,
0.005389221556886259,
0.0053859964093356805,
0.005382775119617267,
0.005379557680812885,
0.005376344086021501,
0.005373134328358176,
0.005369928400954627,
0.00536672629695889,
0.005363528009535212,
0.005360333531864159,
0.005357142857142838,
0.005353955978584124,
0.005350772889417321,
0.005347593582887722,
0.005344418052256494,
0.005341246290801238,
0.005338078291814985,
0.005334914048606976,
0.005331753554502328,
0.005328596802841923,
0.005325443786982298,
0.0053222945002956434,
0.005319148936170248,
0.0053160070880095,
0.005312868949232552,
0.005309734513274322,
0.005306603773584939,
0.005303476723629963,
0.005889281507656108,
0.005885815185403209,
0.00588235294117645,
0.005878894767783693,
0.005875440658049347,
0.005871990604815025,
0.005868544600938996,
0.0058651026392961825,
0.0058616647127783805,
0.005858230814294041,
0.005854800936768156,
0.005851375073142151,
0.005847953216374324,
0.005844535359438963,
0.005841121495327117,
0.00583771161704616,
0.005834305717619559,
0.005830903790087438,
0.005827505827505797,
0.0058241118229469535,
0.005820721769499437,
0.005817335660267653,
0.005813953488372103,
0.005810575246949501,
0.006387921022067311,
0.006384213580963416,
0.006380510440835319,
0.006376811594202891,
0.006373117033603659,
0.006369426751592355,
0.0063657407407407,
0.0063620589936379535,
0.006936416184971095,
0.006932409012131768,
0.007505773672055405,
0.007501442585112539,
0.007497116493656253,
0.007492795389049012,
0.00748847926267282,
0.007484168105929778,
0.007479861910241636,
0.0074755606670500185,
0.007471264367816088,
0.0074669730040206606,
0.007462686567164201,
0.007458405048766492,
0.007454128440366969,
0.007449856733524385,
0.0074455899198166975,
0.0074413279908414065,
0.007437070938215107,
0.007432818753573489,
0.007428571428571451,
0.007424328954882875,
0.007420091324200961,
0.00741585852823734,
0.007411630558722959,
0.007407407407407418,
0.00740318906605919,
0.007398975526465512,
0.007963594994311762,
0.007959067652074991,
0.008522727272727293,
0.009085746734809774,
0.009080590238365494,
0.0096426545660806,
0.010204081632653073,
0.010764872521246471,
0.010758776896942268,
0.010752688172043001,
0.011312217194570096,
0.011871113623516116,
0.012429378531073398,
0.012987012987012991,
0.012979683972911937,
0.013536379018612488,
0.014092446448703444,
0.014084507042253502,
0.014076576576576572,
0.01463140123804163,
0.015185601799775017,
0.015177065767284947,
0.015168539325842723,
0.015721504772599704,
0.016273849607182922,
0.016264722378014573,
0.01681614349775784,
0.01680672268907568,
0.017357222844344933,
0.0179071068830442,
0.01845637583892612,
0.018446059250978197,
0.018435754189944142,
0.018425460636515956,
0.018415178571428603,
0.018962632459564976,
0.01950947603121511,
0.020055710306406738,
0.020044543429844075,
0.02058987200890372,
0.021134593993325956,
0.021122846025569797,
0.02111111111111108,
0.021654636313159337,
0.02219755826859049,
0.02218524681087075,
0.022727272727272707,
0.023268698060941784,
0.023809523809523836,
0.02434975096845604,
0.02488938053097345,
0.025428413488114976,
0.025966850828729293,
0.026504693539480928,
0.027041942604856484,
0.027578599007170412,
0.02811466372657112,
0.028099173553719048,
0.02808370044052866,
0.02806824435883326,
0.028602860286028653,
0.028587135788895046,
0.02912087912087913,
0.029654036243822124,
0.030186608122941827,
0.030718595721338504,
0.030701754385964897,
0.030684931506849367,
0.031215772179627566,
0.031198686371100126,
0.03172866520787743,
0.03171131765992341,
0.032240437158469915,
0.03222282905516116,
0.03220524017467252,
0.03218767048554283,
0.03271537622682663,
0.03324250681198915,
0.033224400871459725,
0.03375068045726726,
0.034276387377584316,
0.034257748776509,
0.03423913043478266,
0.03476371537208034,
0.03528773072747016,
0.03526858383071074,
0.03579175704989157,
0.036314363143631456,
0.03629469122426865,
0.03627504060638875,
0.03625541125541121,
0.036235803136830724,
0.036756756756756714,
0.037277147487844386,
0.03779697624190059,
0.03777657852131677,
0.03829557713052856,
0.03881401617250679,
0.03933189655172409,
0.039849219170705386,
0.03982777179763186,
0.04034427111350192,
0.040322580645161255,
0.04083825900053739,
0.04081632653061229,
0.04079441760601177,
0.041309012875536455,
0.04182305630026806,
0.04180064308681675,
0.041778253883235084,
0.04175588865096358,
0.0417335473515249,
0.042245989304812825,
0.0427578834847675,
0.042735042735042694,
0.04271222637479977,
0.042689434364994616,
0.04266666666666663,
0.0431769722814499,
0.0431539690996271,
0.04313099041533541,
0.04364023416711016,
0.04414893617021276,
0.044657097288676284,
0.04463336875664192,
0.044609665427509326,
0.04458598726114649,
0.04456233421750666,
0.045068928950159015,
0.045574986751457325,
0.04608050847457623,
0.046585494970884045,
0.04708994708994707,
0.04706504494976205,
0.04756871035940802,
0.047543581616481756,
0.04804646251319955,
0.048021108179419514,
0.048523206751054815,
0.04902477596204535,
0.04952581664910427,
0.04949973670352814,
0.049473684210526336,
0.0494476591267754,
0.04942166140904314,
0.04939569101418817,
0.04936974789915971,
0.04934383202099735,
0.04931794333683104,
0.04929208180388045,
0.049790356394129986,
0.04976427448926135,
0.05026178010471205,
0.050235478806907374,
0.05073221757322177,
0.05070569785676948,
0.05067920585161967,
0.05065274151436028,
0.051148225469728636,
0.05164319248826288,
0.05213764337851934,
0.052631578947368474,
0.05312499999999998,
0.05361790733992711,
0.054110301768990676,
0.0546021840873635,
0.05457380457380456,
0.05506493506493504,
0.05503634475597097,
0.0555267254800208,
0.05601659751037347,
0.05650596163815447,
0.05647668393782379,
0.05644743656136719,
0.05641821946169767,
0.05638903259182615,
0.056876938986556325,
0.056847545219638196,
0.05681818181818177,
0.05730511099638613,
0.05727554179566563,
0.0577617328519856,
0.058247422680412386,
0.0587326120556414,
0.059217301750772444,
0.05970149253731338,
0.06018518518518523,
0.06015424164524419,
0.060123329907502576,
0.06060606060606055,
0.061088295687884986,
0.061570035915854304,
0.06153846153846154,
0.06201947719118406,
0.06198770491803274,
0.0619559651817716,
0.06192425793244627,
0.061892583120204625,
0.062372188139059315,
0.06285130301481856,
0.06332992849846786,
0.06329760081674318,
0.06377551020408168,
0.06425293217746053,
0.06472986748216103,
0.06469689251146205,
0.06517311608961307,
0.06564885496183204,
0.06612410986775175,
0.06659888154550075,
0.06707317073170727,
0.06703910614525144,
0.06700507614213203,
0.0669710806697108,
0.0674442190669371,
0.06791687785098832,
0.06838905775075987,
0.06835443037974687,
0.06882591093117407,
0.06879109762266056,
0.06875631951466132,
0.0692268822637696,
0.06919191919191914,
0.06915699141847553,
0.06962663975782035,
0.07009581442259205,
0.07056451612903225,
0.07052896725440805,
0.07099697885196377,
0.07096124811273274,
0.0714285714285714,
0.07139265962795371,
0.07135678391959799,
0.07182320441988954,
0.07228915662650603,
0.07225288509784245,
0.07271815446339014,
0.07318295739348368,
0.07314629258517036,
0.07310966449674516,
0.07307307307307309,
0.0730365182591296,
0.07299999999999995
],
"risk_at_coverage": {
"0.0": 0.0,
"0.01": 0.0,
"0.02": 0.0,
"0.03": 0.0,
"0.04": 0.0,
"0.05": 0.0,
"0.06": 0.0,
"0.07": 0.0,
"0.08": 0.0,
"0.09": 0.0,
"0.1": 0.0,
"0.11": 0.0,
"0.12": 0.0,
"0.13": 0.0,
"0.14": 0.0,
"0.15": 0.0,
"0.16": 0.0,
"0.17": 0.0,
"0.18": 0.0,
"0.19": 0.0,
"0.2": 0.0,
"0.21": 0.0,
"0.22": 0.0,
"0.23": 0.0,
"0.24": 0.0,
"0.25": 0.0,
"0.26": 0.0,
"0.27": 0.0,
"0.28": 0.0,
"0.29": 0.0,
"0.3": 0.0,
"0.31": 0.0,
"0.32": 0.0,
"0.33": 0.0,
"0.34": 0.0,
"0.35": 0.0,
"0.36": 0.0,
"0.37": 0.0,
"0.38": 0.0,
"0.39": 0.0,
"0.4": 0.0,
"0.41": 0.0,
"0.42": 0.0,
"0.43": 0.0,
"0.44": 0.0,
"0.45": 0.0,
"0.46": 0.0,
"0.47": 0.0,
"0.48": 0.0,
"0.49": 0.0010204081632653184,
"0.5": 0.0010000000000000009,
"0.51": 0.0009803921568627416,
"0.52": 0.0009615384615384581,
"0.53": 0.0009433962264151496,
"0.54": 0.0009259259259258856,
"0.55": 0.0018181818181818299,
"0.56": 0.0017857142857142794,
"0.57": 0.0017528483786152238,
"0.58": 0.0017241379310344307,
"0.59": 0.0016949152542372614,
"0.6": 0.0024999999999999467,
"0.61": 0.0024590163934425924,
"0.62": 0.0024193548387096975,
"0.63": 0.0023809523809523725,
"0.64": 0.002343749999999978,
"0.65": 0.002307692307692344,
"0.66": 0.002272727272727315,
"0.67": 0.002238805970149249,
"0.68": 0.0022058823529411686,
"0.69": 0.0021723388848660097,
"0.7": 0.0021413276231263545,
"0.71": 0.0021126760563380254,
"0.72": 0.002083333333333326,
"0.73": 0.002739726027397249,
"0.74": 0.002702702702702675,
"0.75": 0.0033333333333332993,
"0.76": 0.003289473684210509,
"0.77": 0.0032467532467532756,
"0.78": 0.004487179487179471,
"0.79": 0.004430379746835467,
"0.8": 0.004375000000000018,
"0.81": 0.004938271604938316,
"0.82": 0.0048750761730651515,
"0.83": 0.004816375677302864,
"0.84": 0.005357142857142838,
"0.85": 0.00588235294117645,
"0.86": 0.005813953488372103,
"0.87": 0.007471264367816088,
"0.88": 0.008522727272727293,
"0.89": 0.015168539325842723,
"0.9": 0.02111111111111108,
"0.91": 0.02912087912087913,
"0.92": 0.03423913043478266,
"0.93": 0.040322580645161255,
"0.94": 0.044657097288676284,
"0.95": 0.0494476591267754,
"0.96": 0.05312499999999998,
"0.97": 0.058247422680412386,
"0.98": 0.06377551020408168,
"0.99": 0.06919191919191914,
"1.0": 0.07299999999999995
}
},
"selective_accuracy": 0.9268537074148296,
"temperature_sweep": [
{
"accuracy_0.5_abstain_as_error": 0.927,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.06996592936471285,
"entropy": 0.009625150253255855,
"mean_max_prob": 0.9959990675881883,
"temperature": 0.1
},
{
"accuracy_0.5_abstain_as_error": 0.927,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.06271148800027185,
"entropy": 0.025531782668732902,
"mean_max_prob": 0.9892869883377869,
"temperature": 0.25
},
{
"accuracy_0.5_abstain_as_error": 0.927,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.053262345278547736,
"entropy": 0.04445628748062191,
"mean_max_prob": 0.9798981632176662,
"temperature": 0.5
},
{
"accuracy_0.5_abstain_as_error": 0.925,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 0.998,
"delta_0.5": 0.002,
"ece_15": 0.03854488240429619,
"entropy": 0.08743073229450395,
"mean_max_prob": 0.964705193888004,
"temperature": 1.0
},
{
"accuracy_0.5_abstain_as_error": 0.913,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 0.971,
"delta_0.5": 0.029,
"ece_15": 0.08303530258997253,
"entropy": 0.49623430489008247,
"mean_max_prob": 0.8725268151816501,
"temperature": 2.0
},
{
"accuracy_0.5_abstain_as_error": 0.853,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 0.8585,
"delta_0.5": 0.1415,
"ece_15": 0.3522474950274573,
"entropy": 1.3354401650393053,
"mean_max_prob": 0.5747525049725427,
"temperature": 4.0
},
{
"accuracy_0.5_abstain_as_error": 0.0,
"accuracy_argmax": 0.927,
"argmax_agreement": 1.0,
"coverage_0.5": 0.0,
"delta_0.5": 1.0,
"ece_15": 0.5820259537087733,
"entropy": 1.6909664405115368,
"mean_max_prob": 0.34497404629122685,
"temperature": 8.0
}
],
"tie_rate": 0.0,
"top_confidence": {
"max": 0.9991505245622554,
"min": 0.4793094148730248,
"p50": 0.9985359974136386,
"p90": 0.9990227254136786,
"p99": 0.999113566776272
},
"wrong_when_selected": 0
}
},
"sentiment3": {
"summary": {
"C": 3,
"accuracy_0.5_abstain_as_error": 0.69,
"accuracy_argmax": 0.715,
"adaptive_decision_match": 1.0,
"adaptive_loser_max": 0.4996136595486456,
"adaptive_winner_gap": 0.0,
"ambiguous_rate": 0.0,
"argmax_entropy": 0.5686214782170617,
"brier": 0.3892924609501908,
"class_names": [
"negative",
"neutral",
"positive"
],
"coverage": 0.9535,
"coverage_0.5": 0.9535,
"dataset_used": "cardiffnlp/tweet_eval",
"delta_0.5": 0.0465,
"device": "cpu",
"ece_15": 0.05731805985703993,
"exact_adaptive": true,
"label_alignment": "aligned by name or fallback order",
"label_names_dataset": [
"negative",
"neutral",
"positive"
],
"label_names_model": [
"negative",
"neutral",
"positive"
],
"links": {
"dataset": "https://huggingface.co/datasets/cardiffnlp/tweet_eval",
"model": "https://huggingface.co/cardiffnlp/twitter-roberta-base-sentiment-latest"
},
"mean_max_prob": 0.755950959971354,
"median_max_prob": 0.7711395904964865,
"n": 2000,
"n_correct": 1430,
"n_wrong": 570,
"name": "3-class sentiment: Twitter-RoBERTa",
"per_class_counts": [
616,
995,
389
],
"per_class_roc": [
{
"auc": 0.8911950585541626,
"best_f1": 0.7194767441860465,
"best_f1_threshold": 0.4479529557259634,
"class": "negative",
"f1_at_0.5": 0.7147147147147148,
"fpr_at_0.5": 0.17341040462427745,
"fpr_at_best_f1": 0.19147398843930635,
"prevalence": 0.308,
"threshold_at_0.5": 0.4993438543592954,
"tpr_at_0.5": 0.7727272727272727,
"tpr_at_best_f1": 0.8035714285714286
},
{
"auc": 0.8148903722593064,
"best_f1": 0.7582608695652174,
"best_f1_threshold": 0.23061891380782337,
"class": "neutral",
"f1_at_0.5": 0.6932447397563677,
"fpr_at_0.5": 0.18407960199004975,
"fpr_at_best_f1": 0.43084577114427863,
"prevalence": 0.4975,
"threshold_at_0.5": 0.5002902746200562,
"tpr_at_0.5": 0.629145728643216,
"tpr_at_best_f1": 0.8763819095477386
},
{
"auc": 0.9364586973554245,
"best_f1": 0.7263427109974424,
"best_f1_threshold": 0.47893623231256355,
"class": "positive",
"f1_at_0.5": 0.7246753246753246,
"fpr_at_0.5": 0.0633147113594041,
"fpr_at_best_f1": 0.06765983860955928,
"prevalence": 0.1945,
"threshold_at_0.5": 0.5003920914700203,
"tpr_at_0.5": 0.7172236503856041,
"tpr_at_best_f1": 0.7300771208226221
}
],
"prior_reweighting": {
"accuracy": 0.7225,
"accuracy_unweighted": 0.715,
"flip_rate_vs_argmax": 0.1115,
"weights": [
0.924,
1.4925000000000002,
0.5835
]
},
"risk_coverage": {
"aurc": 0.15317613810683484,
"coverage": [
0.0005,
0.001,
0.0015,
0.002,
0.0025,
0.003,
0.0035,
0.004,
0.0045,
0.005,
0.0055,
0.006,
0.0065,
0.007,
0.0075,
0.008,
0.0085,
0.009,
0.0095,
0.01,
0.0105,
0.011,
0.0115,
0.012,
0.0125,
0.013,
0.0135,
0.014,
0.0145,
0.015,
0.0155,
0.016,
0.0165,
0.017,
0.0175,
0.018,
0.0185,
0.019,
0.0195,
0.02,
0.0205,
0.021,
0.0215,
0.022,
0.0225,
0.023,
0.0235,
0.024,
0.0245,
0.025,
0.0255,
0.026,
0.0265,
0.027,
0.0275,
0.028,
0.0285,
0.029,
0.0295,
0.03,
0.0305,
0.031,
0.0315,
0.032,
0.0325,
0.033,
0.0335,
0.034,
0.0345,
0.035,
0.0355,
0.036,
0.0365,
0.037,
0.0375,
0.038,
0.0385,
0.039,
0.0395,
0.04,
0.0405,
0.041,
0.0415,
0.042,
0.0425,
0.043,
0.0435,
0.044,
0.0445,
0.045,
0.0455,
0.046,
0.0465,
0.047,
0.0475,
0.048,
0.0485,
0.049,
0.0495,
0.05,
0.0505,
0.051,
0.0515,
0.052,
0.0525,
0.053,
0.0535,
0.054,
0.0545,
0.055,
0.0555,
0.056,
0.0565,
0.057,
0.0575,
0.058,
0.0585,
0.059,
0.0595,
0.06,
0.0605,
0.061,
0.0615,
0.062,
0.0625,
0.063,
0.0635,
0.064,
0.0645,
0.065,
0.0655,
0.066,
0.0665,
0.067,
0.0675,
0.068,
0.0685,
0.069,
0.0695,
0.07,
0.0705,
0.071,
0.0715,
0.072,
0.0725,
0.073,
0.0735,
0.074,
0.0745,
0.075,
0.0755,
0.076,
0.0765,
0.077,
0.0775,
0.078,
0.0785,
0.079,
0.0795,
0.08,
0.0805,
0.081,
0.0815,
0.082,
0.0825,
0.083,
0.0835,
0.084,
0.0845,
0.085,
0.0855,
0.086,
0.0865,
0.087,
0.0875,
0.088,
0.0885,
0.089,
0.0895,
0.09,
0.0905,
0.091,
0.0915,
0.092,
0.0925,
0.093,
0.0935,
0.094,
0.0945,
0.095,
0.0955,
0.096,
0.0965,
0.097,
0.0975,
0.098,
0.0985,
0.099,
0.0995,
0.1,
0.1005,
0.101,
0.1015,
0.102,
0.1025,
0.103,
0.1035,
0.104,
0.1045,
0.105,
0.1055,
0.106,
0.1065,
0.107,
0.1075,
0.108,
0.1085,
0.109,
0.1095,
0.11,
0.1105,
0.111,
0.1115,
0.112,
0.1125,
0.113,
0.1135,
0.114,
0.1145,
0.115,
0.1155,
0.116,
0.1165,
0.117,
0.1175,
0.118,
0.1185,
0.119,
0.1195,
0.12,
0.1205,
0.121,
0.1215,
0.122,
0.1225,
0.123,
0.1235,
0.124,
0.1245,
0.125,
0.1255,
0.126,
0.1265,
0.127,
0.1275,
0.128,
0.1285,
0.129,
0.1295,
0.13,
0.1305,
0.131,
0.1315,
0.132,
0.1325,
0.133,
0.1335,
0.134,
0.1345,
0.135,
0.1355,
0.136,
0.1365,
0.137,
0.1375,
0.138,
0.1385,
0.139,
0.1395,
0.14,
0.1405,
0.141,
0.1415,
0.142,
0.1425,
0.143,
0.1435,
0.144,
0.1445,
0.145,
0.1455,
0.146,
0.1465,
0.147,
0.1475,
0.148,
0.1485,
0.149,
0.1495,
0.15,
0.1505,
0.151,
0.1515,
0.152,
0.1525,
0.153,
0.1535,
0.154,
0.1545,
0.155,
0.1555,
0.156,
0.1565,
0.157,
0.1575,
0.158,
0.1585,
0.159,
0.1595,
0.16,
0.1605,
0.161,
0.1615,
0.162,
0.1625,
0.163,
0.1635,
0.164,
0.1645,
0.165,
0.1655,
0.166,
0.1665,
0.167,
0.1675,
0.168,
0.1685,
0.169,
0.1695,
0.17,
0.1705,
0.171,
0.1715,
0.172,
0.1725,
0.173,
0.1735,
0.174,
0.1745,
0.175,
0.1755,
0.176,
0.1765,
0.177,
0.1775,
0.178,
0.1785,
0.179,
0.1795,
0.18,
0.1805,
0.181,
0.1815,
0.182,
0.1825,
0.183,
0.1835,
0.184,
0.1845,
0.185,
0.1855,
0.186,
0.1865,
0.187,
0.1875,
0.188,
0.1885,
0.189,
0.1895,
0.19,
0.1905,
0.191,
0.1915,
0.192,
0.1925,
0.193,
0.1935,
0.194,
0.1945,
0.195,
0.1955,
0.196,
0.1965,
0.197,
0.1975,
0.198,
0.1985,
0.199,
0.1995,
0.2,
0.2005,
0.201,
0.2015,
0.202,
0.2025,
0.203,
0.2035,
0.204,
0.2045,
0.205,
0.2055,
0.206,
0.2065,
0.207,
0.2075,
0.208,
0.2085,
0.209,
0.2095,
0.21,
0.2105,
0.211,
0.2115,
0.212,
0.2125,
0.213,
0.2135,
0.214,
0.2145,
0.215,
0.2155,
0.216,
0.2165,
0.217,
0.2175,
0.218,
0.2185,
0.219,
0.2195,
0.22,
0.2205,
0.221,
0.2215,
0.222,
0.2225,
0.223,
0.2235,
0.224,
0.2245,
0.225,
0.2255,
0.226,
0.2265,
0.227,
0.2275,
0.228,
0.2285,
0.229,
0.2295,
0.23,
0.2305,
0.231,
0.2315,
0.232,
0.2325,
0.233,
0.2335,
0.234,
0.2345,
0.235,
0.2355,
0.236,
0.2365,
0.237,
0.2375,
0.238,
0.2385,
0.239,
0.2395,
0.24,
0.2405,
0.241,
0.2415,
0.242,
0.2425,
0.243,
0.2435,
0.244,
0.2445,
0.245,
0.2455,
0.246,
0.2465,
0.247,
0.2475,
0.248,
0.2485,
0.249,
0.2495,
0.25,
0.2505,
0.251,
0.2515,
0.252,
0.2525,
0.253,
0.2535,
0.254,
0.2545,
0.255,
0.2555,
0.256,
0.2565,
0.257,
0.2575,
0.258,
0.2585,
0.259,
0.2595,
0.26,
0.2605,
0.261,
0.2615,
0.262,
0.2625,
0.263,
0.2635,
0.264,
0.2645,
0.265,
0.2655,
0.266,
0.2665,
0.267,
0.2675,
0.268,
0.2685,
0.269,
0.2695,
0.27,
0.2705,
0.271,
0.2715,
0.272,
0.2725,
0.273,
0.2735,
0.274,
0.2745,
0.275,
0.2755,
0.276,
0.2765,
0.277,
0.2775,
0.278,
0.2785,
0.279,
0.2795,
0.28,
0.2805,
0.281,
0.2815,
0.282,
0.2825,
0.283,
0.2835,
0.284,
0.2845,
0.285,
0.2855,
0.286,
0.2865,
0.287,
0.2875,
0.288,
0.2885,
0.289,
0.2895,
0.29,
0.2905,
0.291,
0.2915,
0.292,
0.2925,
0.293,
0.2935,
0.294,
0.2945,
0.295,
0.2955,
0.296,
0.2965,
0.297,
0.2975,
0.298,
0.2985,
0.299,
0.2995,
0.3,
0.3005,
0.301,
0.3015,
0.302,
0.3025,
0.303,
0.3035,
0.304,
0.3045,
0.305,
0.3055,
0.306,
0.3065,
0.307,
0.3075,
0.308,
0.3085,
0.309,
0.3095,
0.31,
0.3105,
0.311,
0.3115,
0.312,
0.3125,
0.313,
0.3135,
0.314,
0.3145,
0.315,
0.3155,
0.316,
0.3165,
0.317,
0.3175,
0.318,
0.3185,
0.319,
0.3195,
0.32,
0.3205,
0.321,
0.3215,
0.322,
0.3225,
0.323,
0.3235,
0.324,
0.3245,
0.325,
0.3255,
0.326,
0.3265,
0.327,
0.3275,
0.328,
0.3285,
0.329,
0.3295,
0.33,
0.3305,
0.331,
0.3315,
0.332,
0.3325,
0.333,
0.3335,
0.334,
0.3345,
0.335,
0.3355,
0.336,
0.3365,
0.337,
0.3375,
0.338,
0.3385,
0.339,
0.3395,
0.34,
0.3405,
0.341,
0.3415,
0.342,
0.3425,
0.343,
0.3435,
0.344,
0.3445,
0.345,
0.3455,
0.346,
0.3465,
0.347,
0.3475,
0.348,
0.3485,
0.349,
0.3495,
0.35,
0.3505,
0.351,
0.3515,
0.352,
0.3525,
0.353,
0.3535,
0.354,
0.3545,
0.355,
0.3555,
0.356,
0.3565,
0.357,
0.3575,
0.358,
0.3585,
0.359,
0.3595,
0.36,
0.3605,
0.361,
0.3615,
0.362,
0.3625,
0.363,
0.3635,
0.364,
0.3645,
0.365,
0.3655,
0.366,
0.3665,
0.367,
0.3675,
0.368,
0.3685,
0.369,
0.3695,
0.37,
0.3705,
0.371,
0.3715,
0.372,
0.3725,
0.373,
0.3735,
0.374,
0.3745,
0.375,
0.3755,
0.376,
0.3765,
0.377,
0.3775,
0.378,
0.3785,
0.379,
0.3795,
0.38,
0.3805,
0.381,
0.3815,
0.382,
0.3825,
0.383,
0.3835,
0.384,
0.3845,
0.385,
0.3855,
0.386,
0.3865,
0.387,
0.3875,
0.388,
0.3885,
0.389,
0.3895,
0.39,
0.3905,
0.391,
0.3915,
0.392,
0.3925,
0.393,
0.3935,
0.394,
0.3945,
0.395,
0.3955,
0.396,
0.3965,
0.397,
0.3975,
0.398,
0.3985,
0.399,
0.3995,
0.4,
0.4005,
0.401,
0.4015,
0.402,
0.4025,
0.403,
0.4035,
0.404,
0.4045,
0.405,
0.4055,
0.406,
0.4065,
0.407,
0.4075,
0.408,
0.4085,
0.409,
0.4095,
0.41,
0.4105,
0.411,
0.4115,
0.412,
0.4125,
0.413,
0.4135,
0.414,
0.4145,
0.415,
0.4155,
0.416,
0.4165,
0.417,
0.4175,
0.418,
0.4185,
0.419,
0.4195,
0.42,
0.4205,
0.421,
0.4215,
0.422,
0.4225,
0.423,
0.4235,
0.424,
0.4245,
0.425,
0.4255,
0.426,
0.4265,
0.427,
0.4275,
0.428,
0.4285,
0.429,
0.4295,
0.43,
0.4305,
0.431,
0.4315,
0.432,
0.4325,
0.433,
0.4335,
0.434,
0.4345,
0.435,
0.4355,
0.436,
0.4365,
0.437,
0.4375,
0.438,
0.4385,
0.439,
0.4395,
0.44,
0.4405,
0.441,
0.4415,
0.442,
0.4425,
0.443,
0.4435,
0.444,
0.4445,
0.445,
0.4455,
0.446,
0.4465,
0.447,
0.4475,
0.448,
0.4485,
0.449,
0.4495,
0.45,
0.4505,
0.451,
0.4515,
0.452,
0.4525,
0.453,
0.4535,
0.454,
0.4545,
0.455,
0.4555,
0.456,
0.4565,
0.457,
0.4575,
0.458,
0.4585,
0.459,
0.4595,
0.46,
0.4605,
0.461,
0.4615,
0.462,
0.4625,
0.463,
0.4635,
0.464,
0.4645,
0.465,
0.4655,
0.466,
0.4665,
0.467,
0.4675,
0.468,
0.4685,
0.469,
0.4695,
0.47,
0.4705,
0.471,
0.4715,
0.472,
0.4725,
0.473,
0.4735,
0.474,
0.4745,
0.475,
0.4755,
0.476,
0.4765,
0.477,
0.4775,
0.478,
0.4785,
0.479,
0.4795,
0.48,
0.4805,
0.481,
0.4815,
0.482,
0.4825,
0.483,
0.4835,
0.484,
0.4845,
0.485,
0.4855,
0.486,
0.4865,
0.487,
0.4875,
0.488,
0.4885,
0.489,
0.4895,
0.49,
0.4905,
0.491,
0.4915,
0.492,
0.4925,
0.493,
0.4935,
0.494,
0.4945,
0.495,
0.4955,
0.496,
0.4965,
0.497,
0.4975,
0.498,
0.4985,
0.499,
0.4995,
0.5,
0.5005,
0.501,
0.5015,
0.502,
0.5025,
0.503,
0.5035,
0.504,
0.5045,
0.505,
0.5055,
0.506,
0.5065,
0.507,
0.5075,
0.508,
0.5085,
0.509,
0.5095,
0.51,
0.5105,
0.511,
0.5115,
0.512,
0.5125,
0.513,
0.5135,
0.514,
0.5145,
0.515,
0.5155,
0.516,
0.5165,
0.517,
0.5175,
0.518,
0.5185,
0.519,
0.5195,
0.52,
0.5205,
0.521,
0.5215,
0.522,
0.5225,
0.523,
0.5235,
0.524,
0.5245,
0.525,
0.5255,
0.526,
0.5265,
0.527,
0.5275,
0.528,
0.5285,
0.529,
0.5295,
0.53,
0.5305,
0.531,
0.5315,
0.532,
0.5325,
0.533,
0.5335,
0.534,
0.5345,
0.535,
0.5355,
0.536,
0.5365,
0.537,
0.5375,
0.538,
0.5385,
0.539,
0.5395,
0.54,
0.5405,
0.541,
0.5415,
0.542,
0.5425,
0.543,
0.5435,
0.544,
0.5445,
0.545,
0.5455,
0.546,
0.5465,
0.547,
0.5475,
0.548,
0.5485,
0.549,
0.5495,
0.55,
0.5505,
0.551,
0.5515,
0.552,
0.5525,
0.553,
0.5535,
0.554,
0.5545,
0.555,
0.5555,
0.556,
0.5565,
0.557,
0.5575,
0.558,
0.5585,
0.559,
0.5595,
0.56,
0.5605,
0.561,
0.5615,
0.562,
0.5625,
0.563,
0.5635,
0.564,
0.5645,
0.565,
0.5655,
0.566,
0.5665,
0.567,
0.5675,
0.568,
0.5685,
0.569,
0.5695,
0.57,
0.5705,
0.571,
0.5715,
0.572,
0.5725,
0.573,
0.5735,
0.574,
0.5745,
0.575,
0.5755,
0.576,
0.5765,
0.577,
0.5775,
0.578,
0.5785,
0.579,
0.5795,
0.58,
0.5805,
0.581,
0.5815,
0.582,
0.5825,
0.583,
0.5835,
0.584,
0.5845,
0.585,
0.5855,
0.586,
0.5865,
0.587,
0.5875,
0.588,
0.5885,
0.589,
0.5895,
0.59,
0.5905,
0.591,
0.5915,
0.592,
0.5925,
0.593,
0.5935,
0.594,
0.5945,
0.595,
0.5955,
0.596,
0.5965,
0.597,
0.5975,
0.598,
0.5985,
0.599,
0.5995,
0.6,
0.6005,
0.601,
0.6015,
0.602,
0.6025,
0.603,
0.6035,
0.604,
0.6045,
0.605,
0.6055,
0.606,
0.6065,
0.607,
0.6075,
0.608,
0.6085,
0.609,
0.6095,
0.61,
0.6105,
0.611,
0.6115,
0.612,
0.6125,
0.613,
0.6135,
0.614,
0.6145,
0.615,
0.6155,
0.616,
0.6165,
0.617,
0.6175,
0.618,
0.6185,
0.619,
0.6195,
0.62,
0.6205,
0.621,
0.6215,
0.622,
0.6225,
0.623,
0.6235,
0.624,
0.6245,
0.625,
0.6255,
0.626,
0.6265,
0.627,
0.6275,
0.628,
0.6285,
0.629,
0.6295,
0.63,
0.6305,
0.631,
0.6315,
0.632,
0.6325,
0.633,
0.6335,
0.634,
0.6345,
0.635,
0.6355,
0.636,
0.6365,
0.637,
0.6375,
0.638,
0.6385,
0.639,
0.6395,
0.64,
0.6405,
0.641,
0.6415,
0.642,
0.6425,
0.643,
0.6435,
0.644,
0.6445,
0.645,
0.6455,
0.646,
0.6465,
0.647,
0.6475,
0.648,
0.6485,
0.649,
0.6495,
0.65,
0.6505,
0.651,
0.6515,
0.652,
0.6525,
0.653,
0.6535,
0.654,
0.6545,
0.655,
0.6555,
0.656,
0.6565,
0.657,
0.6575,
0.658,
0.6585,
0.659,
0.6595,
0.66,
0.6605,
0.661,
0.6615,
0.662,
0.6625,
0.663,
0.6635,
0.664,
0.6645,
0.665,
0.6655,
0.666,
0.6665,
0.667,
0.6675,
0.668,
0.6685,
0.669,
0.6695,
0.67,
0.6705,
0.671,
0.6715,
0.672,
0.6725,
0.673,
0.6735,
0.674,
0.6745,
0.675,
0.6755,
0.676,
0.6765,
0.677,
0.6775,
0.678,
0.6785,
0.679,
0.6795,
0.68,
0.6805,
0.681,
0.6815,
0.682,
0.6825,
0.683,
0.6835,
0.684,
0.6845,
0.685,
0.6855,
0.686,
0.6865,
0.687,
0.6875,
0.688,
0.6885,
0.689,
0.6895,
0.69,
0.6905,
0.691,
0.6915,
0.692,
0.6925,
0.693,
0.6935,
0.694,
0.6945,
0.695,
0.6955,
0.696,
0.6965,
0.697,
0.6975,
0.698,
0.6985,
0.699,
0.6995,
0.7,
0.7005,
0.701,
0.7015,
0.702,
0.7025,
0.703,
0.7035,
0.704,
0.7045,
0.705,
0.7055,
0.706,
0.7065,
0.707,
0.7075,
0.708,
0.7085,
0.709,
0.7095,
0.71,
0.7105,
0.711,
0.7115,
0.712,
0.7125,
0.713,
0.7135,
0.714,
0.7145,
0.715,
0.7155,
0.716,
0.7165,
0.717,
0.7175,
0.718,
0.7185,
0.719,
0.7195,
0.72,
0.7205,
0.721,
0.7215,
0.722,
0.7225,
0.723,
0.7235,
0.724,
0.7245,
0.725,
0.7255,
0.726,
0.7265,
0.727,
0.7275,
0.728,
0.7285,
0.729,
0.7295,
0.73,
0.7305,
0.731,
0.7315,
0.732,
0.7325,
0.733,
0.7335,
0.734,
0.7345,
0.735,
0.7355,
0.736,
0.7365,
0.737,
0.7375,
0.738,
0.7385,
0.739,
0.7395,
0.74,
0.7405,
0.741,
0.7415,
0.742,
0.7425,
0.743,
0.7435,
0.744,
0.7445,
0.745,
0.7455,
0.746,
0.7465,
0.747,
0.7475,
0.748,
0.7485,
0.749,
0.7495,
0.75,
0.7505,
0.751,
0.7515,
0.752,
0.7525,
0.753,
0.7535,
0.754,
0.7545,
0.755,
0.7555,
0.756,
0.7565,
0.757,
0.7575,
0.758,
0.7585,
0.759,
0.7595,
0.76,
0.7605,
0.761,
0.7615,
0.762,
0.7625,
0.763,
0.7635,
0.764,
0.7645,
0.765,
0.7655,
0.766,
0.7665,
0.767,
0.7675,
0.768,
0.7685,
0.769,
0.7695,
0.77,
0.7705,
0.771,
0.7715,
0.772,
0.7725,
0.773,
0.7735,
0.774,
0.7745,
0.775,
0.7755,
0.776,
0.7765,
0.777,
0.7775,
0.778,
0.7785,
0.779,
0.7795,
0.78,
0.7805,
0.781,
0.7815,
0.782,
0.7825,
0.783,
0.7835,
0.784,
0.7845,
0.785,
0.7855,
0.786,
0.7865,
0.787,
0.7875,
0.788,
0.7885,
0.789,
0.7895,
0.79,
0.7905,
0.791,
0.7915,
0.792,
0.7925,
0.793,
0.7935,
0.794,
0.7945,
0.795,
0.7955,
0.796,
0.7965,
0.797,
0.7975,
0.798,
0.7985,
0.799,
0.7995,
0.8,
0.8005,
0.801,
0.8015,
0.802,
0.8025,
0.803,
0.8035,
0.804,
0.8045,
0.805,
0.8055,
0.806,
0.8065,
0.807,
0.8075,
0.808,
0.8085,
0.809,
0.8095,
0.81,
0.8105,
0.811,
0.8115,
0.812,
0.8125,
0.813,
0.8135,
0.814,
0.8145,
0.815,
0.8155,
0.816,
0.8165,
0.817,
0.8175,
0.818,
0.8185,
0.819,
0.8195,
0.82,
0.8205,
0.821,
0.8215,
0.822,
0.8225,
0.823,
0.8235,
0.824,
0.8245,
0.825,
0.8255,
0.826,
0.8265,
0.827,
0.8275,
0.828,
0.8285,
0.829,
0.8295,
0.83,
0.8305,
0.831,
0.8315,
0.832,
0.8325,
0.833,
0.8335,
0.834,
0.8345,
0.835,
0.8355,
0.836,
0.8365,
0.837,
0.8375,
0.838,
0.8385,
0.839,
0.8395,
0.84,
0.8405,
0.841,
0.8415,
0.842,
0.8425,
0.843,
0.8435,
0.844,
0.8445,
0.845,
0.8455,
0.846,
0.8465,
0.847,
0.8475,
0.848,
0.8485,
0.849,
0.8495,
0.85,
0.8505,
0.851,
0.8515,
0.852,
0.8525,
0.853,
0.8535,
0.854,
0.8545,
0.855,
0.8555,
0.856,
0.8565,
0.857,
0.8575,
0.858,
0.8585,
0.859,
0.8595,
0.86,
0.8605,
0.861,
0.8615,
0.862,
0.8625,
0.863,
0.8635,
0.864,
0.8645,
0.865,
0.8655,
0.866,
0.8665,
0.867,
0.8675,
0.868,
0.8685,
0.869,
0.8695,
0.87,
0.8705,
0.871,
0.8715,
0.872,
0.8725,
0.873,
0.8735,
0.874,
0.8745,
0.875,
0.8755,
0.876,
0.8765,
0.877,
0.8775,
0.878,
0.8785,
0.879,
0.8795,
0.88,
0.8805,
0.881,
0.8815,
0.882,
0.8825,
0.883,
0.8835,
0.884,
0.8845,
0.885,
0.8855,
0.886,
0.8865,
0.887,
0.8875,
0.888,
0.8885,
0.889,
0.8895,
0.89,
0.8905,
0.891,
0.8915,
0.892,
0.8925,
0.893,
0.8935,
0.894,
0.8945,
0.895,
0.8955,
0.896,
0.8965,
0.897,
0.8975,
0.898,
0.8985,
0.899,
0.8995,
0.9,
0.9005,
0.901,
0.9015,
0.902,
0.9025,
0.903,
0.9035,
0.904,
0.9045,
0.905,
0.9055,
0.906,
0.9065,
0.907,
0.9075,
0.908,
0.9085,
0.909,
0.9095,
0.91,
0.9105,
0.911,
0.9115,
0.912,
0.9125,
0.913,
0.9135,
0.914,
0.9145,
0.915,
0.9155,
0.916,
0.9165,
0.917,
0.9175,
0.918,
0.9185,
0.919,
0.9195,
0.92,
0.9205,
0.921,
0.9215,
0.922,
0.9225,
0.923,
0.9235,
0.924,
0.9245,
0.925,
0.9255,
0.926,
0.9265,
0.927,
0.9275,
0.928,
0.9285,
0.929,
0.9295,
0.93,
0.9305,
0.931,
0.9315,
0.932,
0.9325,
0.933,
0.9335,
0.934,
0.9345,
0.935,
0.9355,
0.936,
0.9365,
0.937,
0.9375,
0.938,
0.9385,
0.939,
0.9395,
0.94,
0.9405,
0.941,
0.9415,
0.942,
0.9425,
0.943,
0.9435,
0.944,
0.9445,
0.945,
0.9455,
0.946,
0.9465,
0.947,
0.9475,
0.948,
0.9485,
0.949,
0.9495,
0.95,
0.9505,
0.951,
0.9515,
0.952,
0.9525,
0.953,
0.9535,
0.954,
0.9545,
0.955,
0.9555,
0.956,
0.9565,
0.957,
0.9575,
0.958,
0.9585,
0.959,
0.9595,
0.96,
0.9605,
0.961,
0.9615,
0.962,
0.9625,
0.963,
0.9635,
0.964,
0.9645,
0.965,
0.9655,
0.966,
0.9665,
0.967,
0.9675,
0.968,
0.9685,
0.969,
0.9695,
0.97,
0.9705,
0.971,
0.9715,
0.972,
0.9725,
0.973,
0.9735,
0.974,
0.9745,
0.975,
0.9755,
0.976,
0.9765,
0.977,
0.9775,
0.978,
0.9785,
0.979,
0.9795,
0.98,
0.9805,
0.981,
0.9815,
0.982,
0.9825,
0.983,
0.9835,
0.984,
0.9845,
0.985,
0.9855,
0.986,
0.9865,
0.987,
0.9875,
0.988,
0.9885,
0.989,
0.9895,
0.99,
0.9905,
0.991,
0.9915,
0.992,
0.9925,
0.993,
0.9935,
0.994,
0.9945,
0.995,
0.9955,
0.996,
0.9965,
0.997,
0.9975,
0.998,
0.9985,
0.999,
0.9995,
1.0
],
"risk": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.01388888888888884,
0.013698630136986356,
0.013513513513513487,
0.026666666666666616,
0.02631578947368418,
0.025974025974025983,
0.02564102564102566,
0.025316455696202556,
0.025000000000000022,
0.024691358024691357,
0.024390243902439046,
0.02409638554216864,
0.0357142857142857,
0.03529411764705881,
0.03488372093023251,
0.03448275862068961,
0.03409090909090906,
0.0337078651685393,
0.033333333333333326,
0.03296703296703296,
0.03260869565217395,
0.032258064516129004,
0.03191489361702127,
0.03157894736842104,
0.03125,
0.030927835051546393,
0.030612244897959218,
0.030303030303030276,
0.030000000000000027,
0.02970297029702973,
0.02941176470588236,
0.029126213592232997,
0.028846153846153855,
0.02857142857142858,
0.028301886792452824,
0.028037383177570097,
0.02777777777777779,
0.02752293577981646,
0.027272727272727226,
0.027027027027026973,
0.0267857142857143,
0.026548672566371723,
0.02631578947368418,
0.02608695652173909,
0.03448275862068961,
0.03418803418803418,
0.03389830508474578,
0.03361344537815125,
0.033333333333333326,
0.04132231404958675,
0.040983606557377095,
0.04065040650406504,
0.040322580645161255,
0.040000000000000036,
0.03968253968253965,
0.03937007874015752,
0.0390625,
0.03875968992248058,
0.038461538461538436,
0.03816793893129766,
0.037878787878787845,
0.03759398496240607,
0.03731343283582089,
0.03703703703703709,
0.03676470588235292,
0.03649635036496346,
0.036231884057971064,
0.03597122302158273,
0.0357142857142857,
0.03546099290780147,
0.035211267605633756,
0.034965034965035,
0.03472222222222221,
0.03448275862068961,
0.03424657534246578,
0.03401360544217691,
0.03378378378378377,
0.03355704697986572,
0.033333333333333326,
0.0331125827814569,
0.03947368421052633,
0.039215686274509776,
0.038961038961038974,
0.03870967741935483,
0.038461538461538436,
0.03821656050955413,
0.03797468354430378,
0.037735849056603765,
0.03749999999999998,
0.037267080745341574,
0.03703703703703709,
0.036809815950920255,
0.03658536585365857,
0.036363636363636376,
0.03614457831325302,
0.0359281437125748,
0.0357142857142857,
0.035502958579881616,
0.03529411764705881,
0.03508771929824561,
0.03488372093023251,
0.034682080924855474,
0.03448275862068961,
0.03428571428571425,
0.03409090909090906,
0.03389830508474578,
0.0337078651685393,
0.03351955307262566,
0.033333333333333326,
0.03314917127071826,
0.03296703296703296,
0.032786885245901676,
0.03260869565217395,
0.032432432432432434,
0.032258064516129004,
0.03208556149732622,
0.03191489361702127,
0.031746031746031744,
0.03157894736842104,
0.03141361256544506,
0.03125,
0.031088082901554404,
0.030927835051546393,
0.03076923076923077,
0.030612244897959218,
0.030456852791878153,
0.03535353535353536,
0.035175879396984966,
0.03500000000000003,
0.03482587064676612,
0.034653465346534684,
0.03448275862068961,
0.03431372549019607,
0.034146341463414664,
0.03398058252427183,
0.033816425120772986,
0.033653846153846145,
0.03349282296650713,
0.033333333333333326,
0.033175355450236976,
0.03301886792452835,
0.032863849765258246,
0.032710280373831724,
0.032558139534883734,
0.03240740740740744,
0.032258064516129004,
0.032110091743119296,
0.0365296803652968,
0.036363636363636376,
0.03619909502262442,
0.036036036036036,
0.0358744394618834,
0.0357142857142857,
0.03555555555555556,
0.03539823008849563,
0.03964757709251099,
0.03947368421052633,
0.04366812227074235,
0.04347826086956519,
0.04329004329004327,
0.0431034482758621,
0.0429184549356223,
0.042735042735042694,
0.04255319148936165,
0.0423728813559322,
0.04219409282700426,
0.04621848739495793,
0.05020920502092052,
0.050000000000000044,
0.049792531120331995,
0.04958677685950408,
0.04938271604938271,
0.049180327868852514,
0.048979591836734726,
0.04878048780487809,
0.04858299595141702,
0.048387096774193505,
0.048192771084337394,
0.04800000000000004,
0.047808764940239,
0.04761904761904767,
0.04743083003952564,
0.047244094488189003,
0.04705882352941182,
0.046875,
0.046692607003890996,
0.046511627906976716,
0.04633204633204635,
0.0461538461538461,
0.04597701149425293,
0.04580152671755722,
0.04562737642585546,
0.045454545454545414,
0.04528301886792452,
0.045112781954887216,
0.0449438202247191,
0.04477611940298509,
0.044609665427509326,
0.0444444444444444,
0.044280442804428,
0.044117647058823484,
0.04395604395604391,
0.04379562043795615,
0.043636363636363584,
0.04347826086956519,
0.04332129963898912,
0.043165467625899234,
0.04659498207885304,
0.046428571428571375,
0.04982206405693945,
0.05319148936170215,
0.05300353356890464,
0.052816901408450745,
0.052631578947368474,
0.05244755244755239,
0.05574912891986061,
0.05555555555555558,
0.05536332179930792,
0.05517241379310345,
0.05841924398625431,
0.06164383561643838,
0.061433447098976135,
0.061224489795918324,
0.06101694915254241,
0.060810810810810856,
0.06060606060606055,
0.06040268456375841,
0.06020066889632103,
0.06000000000000005,
0.05980066445182719,
0.05960264900662249,
0.05940594059405946,
0.05921052631578949,
0.059016393442622994,
0.05882352941176472,
0.05863192182410426,
0.058441558441558406,
0.058252427184465994,
0.058064516129032295,
0.05787781350482313,
0.05769230769230771,
0.057507987220447254,
0.0573248407643312,
0.05714285714285716,
0.05696202531645567,
0.056782334384858024,
0.05660377358490565,
0.056426332288401215,
0.05625000000000002,
0.05607476635514019,
0.05590062111801242,
0.05882352941176472,
0.058641975308642014,
0.058461538461538454,
0.05828220858895705,
0.05810397553516822,
0.057926829268292734,
0.05775075987841949,
0.05757575757575761,
0.05740181268882172,
0.05722891566265065,
0.0570570570570571,
0.05688622754491013,
0.05671641791044779,
0.05654761904761907,
0.05637982195845692,
0.056213017751479244,
0.05604719764011801,
0.055882352941176494,
0.055718475073313734,
0.05555555555555558,
0.058309037900874605,
0.05813953488372092,
0.05797101449275366,
0.05780346820809246,
0.057636887608069176,
0.05747126436781613,
0.05730659025787965,
0.05714285714285716,
0.056980056980056926,
0.05681818181818177,
0.056657223796033995,
0.05649717514124297,
0.05633802816901412,
0.0561797752808989,
0.05602240896358546,
0.05586592178770955,
0.055710306406685284,
0.05555555555555558,
0.05540166204986152,
0.05524861878453036,
0.05509641873278237,
0.05494505494505497,
0.0547945205479452,
0.05464480874316935,
0.05449591280653954,
0.05434782608695654,
0.054200542005420016,
0.05405405405405406,
0.0539083557951483,
0.053763440860215006,
0.0536193029490617,
0.053475935828877,
0.053333333333333344,
0.05319148936170215,
0.053050397877984046,
0.05291005291005291,
0.05277044854881263,
0.052631578947368474,
0.05249343832021003,
0.054973821989528826,
0.05483028720626637,
0.0546875,
0.054545454545454564,
0.05440414507772018,
0.054263565891472854,
0.05670103092783507,
0.05655526992287918,
0.05641025641025643,
0.05626598465473143,
0.056122448979591844,
0.058524173027989845,
0.058375634517766506,
0.06075949367088607,
0.06060606060606055,
0.06045340050377834,
0.06030150753768848,
0.06015037593984962,
0.06000000000000005,
0.05985037406483795,
0.05970149253731338,
0.05955334987593053,
0.05940594059405946,
0.059259259259259234,
0.059113300492610876,
0.05896805896805901,
0.05882352941176472,
0.05867970660146704,
0.05853658536585371,
0.058394160583941646,
0.058252427184465994,
0.0581113801452785,
0.05797101449275366,
0.05783132530120483,
0.05769230769230771,
0.05995203836930452,
0.05980861244019142,
0.059665871121718395,
0.059523809523809534,
0.05938242280285033,
0.05924170616113744,
0.05910165484633567,
0.05896226415094341,
0.05882352941176472,
0.05868544600938963,
0.05854800936768145,
0.06074766355140182,
0.06060606060606055,
0.06046511627906981,
0.06032482598607891,
0.06018518518518523,
0.06004618937644346,
0.05990783410138245,
0.05977011494252871,
0.06192660550458717,
0.06178489702517165,
0.06164383561643838,
0.06150341685649208,
0.0636363636363636,
0.06575963718820865,
0.06561085972850678,
0.06546275395033863,
0.06531531531531531,
0.06516853932584266,
0.06502242152466364,
0.06487695749440714,
0.0647321428571429,
0.06458797327394206,
0.06444444444444442,
0.06430155210643018,
0.06415929203539827,
0.0640176600441501,
0.06387665198237891,
0.06373626373626373,
0.0635964912280702,
0.06345733041575496,
0.0633187772925764,
0.0631808278867102,
0.06304347826086953,
0.06507592190889366,
0.06493506493506496,
0.06479481641468687,
0.06465517241379315,
0.06451612903225812,
0.06437768240343344,
0.06638115631691643,
0.06623931623931623,
0.06609808102345416,
0.06595744680851068,
0.06581740976645434,
0.06779661016949157,
0.06765327695560253,
0.069620253164557,
0.06947368421052635,
0.06932773109243695,
0.0691823899371069,
0.06903765690376573,
0.06889352818371608,
0.06874999999999998,
0.06860706860706856,
0.06846473029045641,
0.06832298136645965,
0.07024793388429751,
0.07010309278350513,
0.06995884773662553,
0.06981519507186862,
0.069672131147541,
0.06952965235173825,
0.0714285714285714,
0.07128309572301428,
0.07113821138211385,
0.07099391480730222,
0.07287449392712553,
0.07272727272727275,
0.07258064516129037,
0.07444668008048294,
0.07429718875502012,
0.07414829659318634,
0.07399999999999995,
0.07385229540918159,
0.07370517928286857,
0.07355864811133206,
0.07341269841269837,
0.07326732673267322,
0.0731225296442688,
0.07297830374753456,
0.07283464566929132,
0.07465618860510803,
0.07647058823529407,
0.07632093933463802,
0.076171875,
0.07797270955165692,
0.0778210116731517,
0.07961165048543695,
0.0794573643410853,
0.07930367504835589,
0.0791505791505791,
0.07899807321772645,
0.0788461538461539,
0.07869481765834929,
0.07854406130268199,
0.07839388145315485,
0.0782442748091603,
0.0780952380952381,
0.07794676806083645,
0.07779886148007586,
0.07954545454545459,
0.07939508506616255,
0.0792452830188679,
0.07909604519774016,
0.07894736842105265,
0.07879924953095685,
0.0786516853932584,
0.07850467289719631,
0.07835820895522383,
0.07821229050279332,
0.0780669144981413,
0.07792207792207795,
0.07777777777777772,
0.077634011090573,
0.07749077490774903,
0.07734806629834257,
0.07720588235294112,
0.07706422018348624,
0.07692307692307687,
0.07678244972577697,
0.07664233576642332,
0.07832422586520948,
0.07818181818181813,
0.07985480943738654,
0.07971014492753625,
0.07956600361663657,
0.08122743682310474,
0.08108108108108103,
0.0809352517985612,
0.08078994614003587,
0.08064516129032262,
0.08228980322003576,
0.08214285714285718,
0.08199643493761144,
0.08185053380782914,
0.08170515097690945,
0.08156028368794321,
0.0814159292035398,
0.08127208480565373,
0.08112874779541446,
0.08098591549295775,
0.08084358523725832,
0.08070175438596494,
0.08056042031523647,
0.08041958041958042,
0.08202443280977312,
0.08188153310104529,
0.08173913043478265,
0.08159722222222221,
0.08318890814558055,
0.08477508650519028,
0.08462867012089814,
0.08448275862068966,
0.08433734939759041,
0.08419243986254299,
0.08404802744425388,
0.08561643835616439,
0.0854700854700855,
0.08532423208191131,
0.08517887563884152,
0.08503401360544216,
0.08488964346349748,
0.0847457627118644,
0.08460236886632821,
0.08614864864864868,
0.08600337268128166,
0.08585858585858586,
0.08571428571428574,
0.08724832214765099,
0.08710217755443883,
0.08695652173913049,
0.08681135225375625,
0.08666666666666667,
0.08652246256239604,
0.08637873754152825,
0.08789386401326704,
0.08774834437086088,
0.08925619834710741,
0.08910891089108908,
0.09060955518945635,
0.09210526315789469,
0.09359605911330049,
0.09344262295081962,
0.09328968903436985,
0.09313725490196079,
0.09298531810766719,
0.09283387622149841,
0.09268292682926826,
0.09253246753246758,
0.09238249594813619,
0.09223300970873782,
0.09208400646203552,
0.09193548387096773,
0.09178743961352653,
0.09163987138263663,
0.0914927768860353,
0.09134615384615385,
0.09119999999999995,
0.09105431309904155,
0.09090909090909094,
0.09235668789808915,
0.09220985691573924,
0.09206349206349207,
0.09191759112519815,
0.09335443037974689,
0.09320695102685628,
0.09463722397476337,
0.09448818897637801,
0.09433962264150941,
0.09419152276295129,
0.09404388714733547,
0.0938967136150235,
0.09375,
0.09516380655226209,
0.0950155763239875,
0.09486780715396581,
0.09472049689440998,
0.09457364341085273,
0.09442724458204332,
0.09428129829984544,
0.095679012345679,
0.09707241910631736,
0.09692307692307689,
0.09677419354838712,
0.09662576687116564,
0.0964777947932619,
0.09785932721712542,
0.09770992366412212,
0.09756097560975607,
0.0974124809741248,
0.09726443768996962,
0.09711684370257967,
0.09696969696969693,
0.09682299546142203,
0.09667673716012082,
0.09653092006033182,
0.09638554216867468,
0.09774436090225569,
0.09909909909909909,
0.09895052473763122,
0.09880239520958078,
0.09865470852017932,
0.09850746268656718,
0.09836065573770492,
0.0982142857142857,
0.09806835066864783,
0.09792284866468848,
0.09777777777777774,
0.09911242603550297,
0.09896602658788778,
0.10029498525073743,
0.10014727540500734,
0.09999999999999998,
0.09985315712187959,
0.09970674486803521,
0.09956076134699854,
0.10087719298245612,
0.1021897810218978,
0.10349854227405253,
0.10334788937409023,
0.10319767441860461,
0.10449927431059503,
0.10434782608695647,
0.105643994211288,
0.1054913294797688,
0.10678210678210676,
0.10662824207492794,
0.10647482014388487,
0.10632183908045978,
0.10616929698708755,
0.10601719197707737,
0.10586552217453504,
0.10571428571428576,
0.10556348074179744,
0.10541310541310545,
0.10668563300142242,
0.10653409090909094,
0.1063829787234043,
0.10623229461756378,
0.10608203677510608,
0.10593220338983056,
0.10719322990126945,
0.10704225352112673,
0.10689170182841068,
0.1067415730337079,
0.10659186535764376,
0.10784313725490191,
0.10769230769230764,
0.10754189944134074,
0.10878661087866104,
0.10863509749303624,
0.1084840055632823,
0.10833333333333328,
0.10818307905686542,
0.10803324099722988,
0.10788381742738584,
0.10911602209944748,
0.10896551724137926,
0.10881542699724522,
0.10866574965612108,
0.10851648351648346,
0.10836762688614543,
0.1095890410958904,
0.1094391244870041,
0.10928961748633881,
0.10914051841746253,
0.10899182561307907,
0.108843537414966,
0.10869565217391308,
0.1099050203527816,
0.11111111111111116,
0.11096075778078485,
0.11081081081081079,
0.11066126855600544,
0.11185983827493262,
0.11170928667563929,
0.11155913978494625,
0.11140939597315436,
0.11126005361930291,
0.11111111111111116,
0.11096256684491979,
0.11081441922563418,
0.11066666666666669,
0.11051930758988016,
0.1103723404255319,
0.11155378486055778,
0.1114058355437666,
0.11125827814569533,
0.11243386243386244,
0.11360634081902243,
0.11345646437994727,
0.11330698287220031,
0.11447368421052628,
0.11432325886990802,
0.11417322834645671,
0.11533420707732633,
0.11518324607329844,
0.11503267973856213,
0.11488250652741516,
0.11473272490221642,
0.11458333333333337,
0.11573472041612487,
0.11688311688311692,
0.11802853437094685,
0.11787564766839376,
0.11772315653298837,
0.11757105943152457,
0.11741935483870969,
0.11726804123711343,
0.11840411840411835,
0.1182519280205655,
0.1193838254172015,
0.11923076923076925,
0.12035851472471193,
0.12020460358056262,
0.12132822477650063,
0.12244897959183676,
0.12356687898089169,
0.1234096692111959,
0.12452350698856418,
0.12563451776649748,
0.12547528517110262,
0.12531645569620253,
0.1251580278128951,
0.125,
0.12484237074401006,
0.12594458438287148,
0.12578616352201255,
0.12562814070351758,
0.12547051442910917,
0.12656641604010022,
0.12640801001251567,
0.12749999999999995,
0.12858926342072408,
0.12842892768079806,
0.12951432129514318,
0.12935323383084574,
0.13043478260869568,
0.13027295285359797,
0.13011152416356875,
0.12995049504950495,
0.13102595797280592,
0.1308641975308642,
0.13070283600493215,
0.13054187192118227,
0.13038130381303814,
0.13022113022113024,
0.13128834355828223,
0.13112745098039214,
0.13096695226438193,
0.1308068459657702,
0.13064713064713063,
0.13170731707317074,
0.1327649208282582,
0.13381995133819946,
0.13365735115431354,
0.133495145631068,
0.1333333333333333,
0.13317191283292973,
0.1330108827085853,
0.13285024154589375,
0.13268998793727382,
0.1325301204819277,
0.13237063778580027,
0.13341346153846156,
0.134453781512605,
0.13429256594724226,
0.1341317365269461,
0.1351674641148325,
0.13500597371565115,
0.1348448687350835,
0.13468414779499405,
0.13571428571428568,
0.1355529131985731,
0.13657957244655583,
0.13641755634638197,
0.13625592417061616,
0.13609467455621305,
0.13593380614657213,
0.13695395513577335,
0.13797169811320753,
0.13780918727915192,
0.13764705882352946,
0.13748531139835485,
0.13849765258215962,
0.13833528722157096,
0.13817330210772838,
0.1380116959064327,
0.1378504672897196,
0.13768961493582266,
0.13752913752913754,
0.13736903376018628,
0.13720930232558137,
0.1370499419279907,
0.13689095127610207,
0.13673232908458866,
0.13657407407407407,
0.1375722543352601,
0.1374133949191686,
0.13725490196078427,
0.13709677419354838,
0.13693901035673184,
0.13793103448275867,
0.1377726750861079,
0.13761467889908252,
0.13860252004581897,
0.1384439359267735,
0.13828571428571423,
0.13812785388127857,
0.1379703534777651,
0.13781321184510253,
0.13879408418657568,
0.13863636363636367,
0.13961407491486943,
0.1394557823129252,
0.13929784824462066,
0.13914027149321262,
0.13898305084745766,
0.13995485327313772,
0.13979706877113862,
0.14076576576576572,
0.140607424071991,
0.1404494382022472,
0.14029180695847365,
0.14125560538116588,
0.14109742441209405,
0.14093959731543626,
0.14189944134078214,
0.1417410714285714,
0.14158305462653287,
0.14142538975501118,
0.14126807563959953,
0.14111111111111108,
0.14095449500554935,
0.14079822616407978,
0.1406423034330011,
0.14048672566371678,
0.14143646408839783,
0.14128035320088306,
0.1411245865490628,
0.1409691629955947,
0.14191419141914197,
0.1417582417582418,
0.14270032930845222,
0.14254385964912286,
0.14348302300109528,
0.14332603938730848,
0.1442622950819672,
0.14410480349344978,
0.1439476553980371,
0.14379084967320266,
0.14363438520130578,
0.14347826086956517,
0.14332247557003253,
0.14316702819956617,
0.14301191765980503,
0.1428571428571429,
0.1427027027027027,
0.14362850971922247,
0.14455231930960089,
0.1443965517241379,
0.14424111948331542,
0.14516129032258063,
0.1450053705692803,
0.14592274678111583,
0.14576634512325826,
0.145610278372591,
0.1454545454545455,
0.14529914529914534,
0.14514407684098185,
0.14605543710021318,
0.14589989350372734,
0.14574468085106385,
0.14558979808714134,
0.14543524416135878,
0.14634146341463417,
0.1472457627118644,
0.14708994708994705,
0.14693446088794926,
0.14783526927138335,
0.1487341772151899,
0.1496311907270811,
0.15052631578947373,
0.1503680336487907,
0.15021008403361347,
0.1500524658971668,
0.149895178197065,
0.1497382198952879,
0.14958158995815896,
0.14942528735632188,
0.1492693110647182,
0.1491136600625652,
0.1489583333333333,
0.14880332986472422,
0.14864864864864868,
0.14953271028037385,
0.14937759336099588,
0.15025906735751293,
0.15113871635610765,
0.15098241985522232,
0.15082644628099173,
0.15067079463364297,
0.1505154639175258,
0.1503604531410917,
0.15020576131687247,
0.1500513874614594,
0.1498973305954825,
0.1497435897435897,
0.14959016393442626,
0.1494370522006141,
0.1492842535787321,
0.1491317671092952,
0.1489795918367347,
0.14984709480122327,
0.1507128309572301,
0.15055951169888093,
0.15040650406504064,
0.15025380710659897,
0.15111561866125756,
0.15096251266464034,
0.1508097165991903,
0.15065722952477245,
0.15050505050505047,
0.15035317860746722,
0.15120967741935487,
0.15206445115810674,
0.15191146881287731,
0.15175879396984926,
0.15160642570281124,
0.15145436308926785,
0.15230460921843691,
0.15215215215215216,
0.15200000000000002,
0.1518481518481518,
0.15269461077844315,
0.15353938185443672,
0.1533864541832669,
0.154228855721393,
0.15506958250497016,
0.15491559086395235,
0.15476190476190477,
0.15460852329038655,
0.15544554455445547,
0.1562809099901088,
0.15612648221343872,
0.15597235932872655,
0.15581854043392507,
0.15566502463054188,
0.15649606299212604,
0.15634218289085544,
0.156188605108055,
0.1560353287536801,
0.1568627450980392,
0.15768854064642512,
0.15753424657534243,
0.15835777126099704,
0.1591796875,
0.15902439024390247,
0.15886939571150094,
0.15968841285296986,
0.16050583657587547,
0.16034985422740522,
0.1601941747572816,
0.16003879728419013,
0.1598837209302325,
0.1606969990319458,
0.160541586073501,
0.16038647342995171,
0.16023166023166024,
0.16007714561234332,
0.16088631984585744,
0.1607314725697786,
0.16057692307692306,
0.16042267050912584,
0.1612284069097889,
0.16203259827420902,
0.16283524904214564,
0.16267942583732053,
0.16252390057361377,
0.16236867239732566,
0.1622137404580153,
0.16205910390848433,
0.1628571428571428,
0.16365366317792573,
0.1644486692015209,
0.16429249762583098,
0.16413662239089188,
0.16398104265402846,
0.16382575757575757,
0.16367076631977295,
0.16351606805293006,
0.16336166194523138,
0.16320754716981134,
0.1639962299717248,
0.16384180790960456,
0.1636876763875823,
0.16447368421052633,
0.16431924882629112,
0.1641651031894934,
0.1649484536082474,
0.16479400749063666,
0.1646398503274088,
0.1644859813084112,
0.16433239962651724,
0.16417910447761197,
0.16495806150978565,
0.16573556797020483,
0.1655813953488372,
0.16635687732342008,
0.16620241411327763,
0.16604823747680886,
0.16589434661723823,
0.16666666666666663,
0.1665124884366328,
0.16635859519408502,
0.1671283471837488,
0.16697416974169743,
0.16682027649769582,
0.16666666666666663,
0.16743330266789325,
0.16727941176470584,
0.16712580348943984,
0.16788990825688077,
0.16773602199816684,
0.16758241758241754,
0.16742909423604757,
0.1681901279707495,
0.1680365296803653,
0.16879562043795615,
0.1686417502278943,
0.16848816029143898,
0.16833484986351233,
0.1681818181818182,
0.16893732970027253,
0.16878402903811252,
0.1695376246600181,
0.16938405797101452,
0.16923076923076918,
0.16998191681735986,
0.1707317073170732,
0.17057761732851984,
0.17042380522993683,
0.1702702702702703,
0.1701170117011701,
0.17086330935251803,
0.17160826594788858,
0.17235188509874322,
0.17309417040358743,
0.1738351254480287,
0.1736794986571173,
0.17441860465116277,
0.1742627345844504,
0.1741071428571429,
0.17484388938447815,
0.1746880570409982,
0.1745325022261799,
0.17437722419928825,
0.17422222222222217,
0.17495559502664293,
0.17480035492457857,
0.17464539007092195,
0.1744906997342781,
0.17522123893805308,
0.17595048629531385,
0.176678445229682,
0.176522506619594,
0.1763668430335097,
0.17709251101321588,
0.17781690140845074,
0.17766051011433592,
0.17750439367311077,
0.17734855136084282,
0.17719298245614035,
0.17703768624014027,
0.17688266199649738,
0.17760279965004377,
0.1774475524475524,
0.17816593886462884,
0.17801047120418845,
0.1787271142109852,
0.1785714285714286,
0.17928633594429944,
0.1791304347826087,
0.17897480451781056,
0.17881944444444442,
0.17866435385949697,
0.17850953206239173,
0.17835497835497838,
0.17820069204152245,
0.17804667242869487,
0.1787564766839378,
0.17946505608283003,
0.17931034482758623,
0.1791559000861327,
0.17900172117039592,
0.17970765262252797,
0.18041237113402064,
0.1802575107296137,
0.1801029159519726,
0.17994858611825193,
0.18065068493150682,
0.18049615055603074,
0.18034188034188037,
0.18018787361229716,
0.18003412969283272,
0.18073316283034957,
0.1814310051107325,
0.1812765957446808,
0.1819727891156463,
0.18266779949022938,
0.18336162988115445,
0.18320610687022898,
0.1838983050847458,
0.1845893310753599,
0.18443316412859556,
0.18427726120033816,
0.18496621621621623,
0.18481012658227847,
0.18465430016863404,
0.18449873631002522,
0.18518518518518523,
0.18502943650126158,
0.18487394957983194,
0.18471872376154497,
0.1854026845637584,
0.18524727577535627,
0.18592964824120606,
0.1857740585774058,
0.18561872909698995,
0.1862990810359232,
0.1861435726210351,
0.18682235195996666,
0.18666666666666665,
0.186511240632806,
0.18635607321131442,
0.18620116375727347,
0.18687707641196016,
0.187551867219917,
0.1882255389718076,
0.18806959403479706,
0.1879139072847682,
0.18775847808105872,
0.18842975206611567,
0.18909991742361687,
0.1897689768976898,
0.19043693322341304,
0.19028006589785829,
0.19012345679012344,
0.18996710526315785,
0.19063270336894,
0.19047619047619047,
0.19031993437243644,
0.19016393442622948,
0.19000819000819003,
0.18985270049099834,
0.1896974652493868,
0.1895424836601307,
0.18938775510204087,
0.19004893964110925,
0.1898940505297474,
0.18973941368078173,
0.1903986981285598,
0.19105691056910568,
0.1917140536149472,
0.1923701298701299,
0.1922141119221411,
0.19286871961102103,
0.19271255060728743,
0.1933656957928802,
0.19401778496362165,
0.1938610662358643,
0.19370460048426152,
0.19354838709677424,
0.19339242546333602,
0.1940418679549114,
0.19469026548672563,
0.19453376205787787,
0.19437751004016068,
0.1942215088282504,
0.1948676824378508,
0.19471153846153844,
0.19455564451561247,
0.19440000000000002,
0.19424460431654678,
0.194888178913738,
0.1955307262569832,
0.19537480063795853,
0.19521912350597614,
0.1950636942675159,
0.19570405727923623,
0.1963434022257552,
0.19698173153296272,
0.1968253968253968,
0.1966693100713719,
0.19651347068145797,
0.19714964370546317,
0.19778481012658233,
0.19762845849802368,
0.19826224328594,
0.19810576164167326,
0.19794952681388012,
0.1977935382190701,
0.19763779527559056,
0.19826907946498817,
0.19811320754716977,
0.1987431264728987,
0.19858712715855575,
0.1992156862745098,
0.19984326018808773,
0.20046985121378236,
0.20109546165884196,
0.20172009382329947,
0.20156249999999998,
0.20140515222482436,
0.20202808112324488,
0.20187061574434917,
0.20249221183800625,
0.20311284046692601,
0.202954898911353,
0.20357420357420353,
0.2041925465838509,
0.2040341349883631,
0.20387596899224802,
0.20449264136328427,
0.20510835913312697,
0.20494972931167832,
0.2047913446676971,
0.20463320463320467,
0.20524691358024694,
0.20508866615265997,
0.20493066255778125,
0.20554272517321015,
0.2053846153846154,
0.2052267486548809,
0.20506912442396308,
0.20491174213353802,
0.20552147239263807,
0.20536398467432948,
0.20597243491577333,
0.2065799540933435,
0.20642201834862384,
0.20626432391138272,
0.20610687022900764,
0.20594965675057209,
0.20579268292682928,
0.2056359482102056,
0.20624048706240483,
0.2060836501901141,
0.20592705167173253,
0.20652999240698555,
0.20637329286798178,
0.20621683093252463,
0.20606060606060606,
0.20666161998486,
0.20650529500756432,
0.2063492063492064,
0.20619335347432022,
0.2060377358490566,
0.20588235294117652,
0.2057272042200452,
0.2063253012048193,
0.2069224981188864,
0.20676691729323304,
0.2073628850488355,
0.2072072072072072,
0.20780195048762196,
0.2076461769115442,
0.20823970037453188,
0.2088323353293413,
0.2086761406133134,
0.2092675635276532,
0.20911127707244215,
0.20895522388059706,
0.20954511558538402,
0.20938897168405368,
0.2092330603127327,
0.20907738095238093,
0.2089219330855019,
0.2095096582466568,
0.20935412026726052,
0.2099406528189911,
0.21052631578947367,
0.21037037037037032,
0.21095484826054778,
0.21153846153846156,
0.21212121212121215,
0.21196454948301324,
0.21180811808118083,
0.21238938053097345,
0.2122328666175387,
0.21281296023564067,
0.2133922001471671,
0.21323529411764708,
0.21307861866274802,
0.21292217327459617,
0.21276595744680848,
0.21334310850439886,
0.2131868131868132,
0.21376281112737916,
0.21360643745427943,
0.21418128654970758,
0.21475529583637687,
0.21459854014598545,
0.21517140773158283,
0.2157434402332361,
0.21558630735615436,
0.21542940320232895,
0.21527272727272728,
0.21584302325581395,
0.21568627450980393,
0.2155297532656023,
0.2153734590282813,
0.2152173913043478,
0.21578566256335985,
0.2163531114327062,
0.2169197396963124,
0.21748554913294793,
0.21805054151624548,
0.21789321789321792,
0.21845710165825527,
0.21829971181556196,
0.21814254859611226,
0.21870503597122304,
0.2192667145938174,
0.2191091954022989,
0.21895190236898776,
0.2195121951219512,
0.22007168458781357,
0.21991404011461313,
0.22047244094488194,
0.2203147353361946,
0.2208720514653324,
0.22142857142857142,
0.22127052105638834,
0.22182596291012835,
0.22166785459729155,
0.22150997150997154,
0.22206405693950182,
0.22261735419630158,
0.22245913290689412,
0.22230113636363635,
0.22214336408800572,
0.22198581560283692,
0.22253720765414597,
0.2223796033994334,
0.22292993630573243,
0.22277227722772275,
0.223321554770318,
0.2231638418079096,
0.22300635144671843,
0.2235543018335684,
0.22339675828047922,
0.22323943661971835,
0.22378606615059815,
0.2236286919831224,
0.22347153900210825,
0.2240168539325843,
0.22456140350877196,
0.2244039270687237,
0.22424667133847231,
0.22478991596638653,
0.22463261021693492,
0.22517482517482512,
0.22571628232005592,
0.2255586592178771,
0.2254012561060712,
0.2259414225941423,
0.22648083623693382,
0.2263231197771588,
0.2268615170494085,
0.2273991655076495,
0.22793606671299516,
0.22777777777777775,
0.2276197085357391,
0.22815533980582525,
0.2286902286902287,
0.2285318559556787,
0.22906574394463664,
0.22890733056708157,
0.22944022114720108,
0.22928176795580113,
0.2291235334713596,
0.22896551724137926,
0.2288077188146106,
0.22933884297520657,
0.22918100481761872,
0.2290233837689133,
0.22886597938144326,
0.22870879120879117,
0.22855181880576525,
0.22908093278463648,
0.22892392049348864,
0.22876712328767124,
0.22861054072553044,
0.22913816689466482,
0.2296650717703349,
0.2295081967213115,
0.23003412969283277,
0.2298772169167803,
0.22972051806407634,
0.23024523160762944,
0.23008849557522126,
0.23061224489795917,
0.23045547246770903,
0.2309782608695652,
0.23150033944331294,
0.23134328358208955,
0.23118644067796612,
0.23170731707317072,
0.2315504400812458,
0.2320703653585927,
0.2319134550371873,
0.23175675675675678,
0.2322754895340986,
0.2327935222672065,
0.23263654753877272,
0.23315363881401618,
0.23299663299663298,
0.23351278600269176,
0.23335574983187624,
0.2338709677419355,
0.23371390194761588,
0.2335570469798658,
0.2334004024144869,
0.23324396782841827,
0.2330877427997321,
0.23293172690763053,
0.23344481605351175,
0.23328877005347592,
0.23313293253173017,
0.23364485981308414,
0.23348899266177447,
0.23333333333333328,
0.23384410393071287,
0.23368841544607188,
0.2341982701264138,
0.23470744680851063,
0.23455149501661132,
0.23439575033200533,
0.2342402123424021,
0.23474801061007955,
0.23525513585155733,
0.23576158940397351,
0.23560555923229654,
0.23544973544973546,
0.23529411764705888,
0.23579920739762217,
0.23630363036303625,
0.23680738786279687,
0.2373104812129202,
0.2378129117259552,
0.2376563528637261,
0.23750000000000004,
0.23734385272846814,
0.23784494086727992,
0.2383453709783322,
0.23818897637795278,
0.238688524590164,
0.23853211009174313,
0.2390307793058284,
0.2388743455497382,
0.2387181164159582,
0.23921568627450984,
0.2390594382756368,
0.23955613577023493,
0.23939986953685588,
0.23924380704041726,
0.23973941368078178,
0.240234375,
0.24072869225764482,
0.24122236671001296,
0.24171539961013644,
0.2422077922077922,
0.24269954574951336,
0.24319066147859925,
0.24368114063512636,
0.24352331606217614,
0.24401294498381876,
0.24450194049159124,
0.24499030381383324,
0.2448320413436692,
0.24467398321497735,
0.2451612903225806,
0.2456479690522244,
0.2454896907216495,
0.2453316162266581,
0.24581724581724584,
0.24565916398713827,
0.24614395886889462,
0.24662813102119463,
0.24646983311938386,
0.24631173829377806,
0.2467948717948718,
0.24663677130044848,
0.24647887323943662,
0.2463211772232885,
0.24616368286445012,
0.2460063897763578,
0.24584929757343554,
0.2456924058710912,
0.24617346938775508,
0.24601657106437225,
0.24649681528662415,
0.2463399108847868,
0.24618320610687028,
0.24666242848061026,
0.24650571791613718,
0.24698412698412697,
0.24682741116751272,
0.2466708941027267,
0.2465145754119138,
0.24699176694110192,
0.24683544303797467,
0.24667931688804556,
0.24715549936788872,
0.24699936828806068,
0.24747474747474751,
0.24794952681388016,
0.2484237074401009,
0.24826717076244487,
0.24811083123425692,
0.2479546884833228,
0.2484276729559748,
0.24827152734129476,
0.24874371859296485,
0.24858757062146897,
0.24843161856963614,
0.24890282131661445,
0.24874686716791983,
0.24859110832811526,
0.24843554443053817,
0.2489055659787367,
0.24875000000000003,
0.24859462835727675,
0.24906367041198507,
0.24953212726138485,
0.25,
0.2504672897196262,
0.2503113325031133,
0.25015556938394523,
0.25,
0.24984462399005591,
0.25031055900621113,
0.250155183116077,
0.250620347394541,
0.25046497210167395,
0.25092936802973975,
0.25077399380804954,
0.25123762376237624,
0.25108225108225113,
0.2515451174289246,
0.2520074119827054,
0.2518518518518519,
0.25231338679827264,
0.25215782983970403,
0.25200246457178066,
0.25184729064039413,
0.25230769230769234,
0.25276752767527677,
0.25261216963736943,
0.2524570024570024,
0.2523020257826888,
0.25214723926380367,
0.2519926425505825,
0.25245098039215685,
0.25290875688916103,
0.2527539779681762,
0.2525993883792049,
0.2524449877750611,
0.2522907758094075,
0.25274725274725274,
0.2525930445393533,
0.2524390243902439,
0.2528945764777575,
0.2527405602923264,
0.25319537431527694,
0.25304136253041365,
0.25349544072948327,
0.25334143377885787,
0.25318761384335153,
0.2536407766990292,
0.2540933899332929,
0.2545454545454545,
0.2543912780133253,
0.2542372881355932,
0.2540834845735027,
0.25392986698911724,
0.2543806646525679,
0.25422705314009664,
0.25407362703681347,
0.25392038600723765,
0.2537673297166968,
0.2536144578313253,
0.25346177001806136,
0.253309265944645,
0.2531569452796152,
0.2536057692307693,
0.254054054054054,
0.25390156062424973,
0.2543491301739652,
0.2541966426858513,
0.2540443379269023,
0.2538922155688623,
0.2537402752842609,
0.2535885167464115,
0.2540346682606097,
0.2544802867383512,
0.2549253731343284,
0.2553699284009546,
0.2558139534883721,
0.25566150178784264,
0.2555092316855271,
0.25535714285714284,
0.255205234979179,
0.2556480380499405,
0.255496137849079,
0.2553444180522565,
0.2557863501483679,
0.2562277580071174,
0.2560758743331357,
0.2559241706161137,
0.2563647128478389,
0.25680473372781065,
0.2566528681253696,
0.2570921985815603,
0.2569403425871235,
0.25678866587957494,
0.2572271386430679,
0.2576650943396226,
0.2581025338833235,
0.25795053003533563,
0.2583872866391995,
0.258235294117647,
0.2580834803057025,
0.2579318448883666,
0.25836758661186143,
0.2582159624413145,
0.2586510263929619,
0.2584994138335287,
0.2583479789103691,
0.2581967213114754,
0.2586307782328847,
0.25847953216374264,
0.25832846288720046,
0.2587616822429907,
0.25861062463514306,
0.25904317386231035,
0.2588921282798834,
0.25874125874125875,
0.25917297612114154,
0.2590221187427241,
0.2594531704479348,
0.2598837209302326,
0.2603137710633353,
0.26016260162601623,
0.2605919907138712,
0.2610208816705336,
0.26086956521739135,
0.2607184241019699,
0.2605674580196873,
0.26041666666666663,
0.260266049739734,
0.2601156069364162,
0.25996533795493937,
0.2598152424942263,
0.259665320253895,
0.25951557093425603,
0.25936599423631124,
0.2592165898617511,
0.2590673575129534,
0.259493670886076,
0.25991949396204717,
0.2603448275862069,
0.2601952900631821,
0.2600459242250287,
0.2604704532415376,
0.26089449541284404,
0.26131805157593124,
0.26116838487972505,
0.2610188895248998,
0.26144164759725397,
0.26186392224128074,
0.26228571428571423,
0.2621359223300971,
0.261986301369863,
0.26183685111237875,
0.26168757126567843,
0.2615384615384615,
0.26195899772209563,
0.2618099032441662,
0.26166097838452784,
0.2620807276861853,
0.26249999999999996,
0.2629187961385576,
0.26276958002270145,
0.2631877481565513,
0.2630385487528345,
0.26288951841359776,
0.26330690826727066,
0.26315789473684215,
0.2635746606334841,
0.2634256642170718,
0.26384180790960454,
0.26425748164878604,
0.2646726862302483,
0.2645234066553863,
0.2649379932356257,
0.2653521126760563,
0.26520270270270274,
0.2656162070906022,
0.266029246344207,
0.2658797077009556,
0.2657303370786517,
0.26614261650758,
0.26655443322109984,
0.266404935501963,
0.2662556053811659,
0.26610644257703087,
0.2665173572228443,
0.26692781197537774,
0.2667785234899329,
0.2666294019005031,
0.26648044692737427,
0.26689000558347287,
0.2667410714285714,
0.26659230340211937,
0.2664437012263099,
0.2662952646239555,
0.2667037861915368,
0.26711185308848084,
0.2675194660734149,
0.26792662590327965,
0.2677777777777778,
0.2676290949472515,
0.26803551609322973,
0.2684414864115363,
0.2682926829268293,
0.26814404432132966,
0.26799557032115173,
0.26840066408411734,
0.2688053097345132,
0.26920950801547816,
0.26906077348066293,
0.2689122032026505,
0.26931567328918327,
0.26971869829012685,
0.27012127894156557,
0.26997245179063356,
0.26982378854625555,
0.2702256466703358,
0.27007700770077003,
0.2699285321605278,
0.2697802197802198,
0.26963207029104885,
0.27003293084522506,
0.26988480526604497,
0.26973684210526316,
0.26958904109589044,
0.26998904709748084,
0.2698412698412699,
0.26969365426695846,
0.2695462001093494,
0.26994535519125684,
0.269797924631349,
0.2701965065502183,
0.27004909983633385,
0.2704471101417666,
0.27084468664850136,
0.2706971677559913,
0.27109417528579205,
0.2714907508161044,
0.27134312126155524,
0.27119565217391306,
0.2715915263443781,
0.2714440825190011,
0.27129679869777534,
0.2716919739696312,
0.27208672086720864,
0.27248104008667384,
0.27287493232268545,
0.2727272727272727,
0.2725797728501893,
0.2724324324324324,
0.2728254997298758,
0.27267818574514036,
0.27307069616837565,
0.27346278317152106,
0.27331536388140165,
0.2737068965517241,
0.27409800753904145,
0.27448869752421956,
0.2748789671866595,
0.2752688172043011,
0.2751209027404621,
0.27497314715359833,
0.2753623188405797,
0.27521459227467815,
0.27506702412868633,
0.27491961414791,
0.2747723620782003,
0.27462526766595285,
0.2744783306581059,
0.274331550802139,
0.2741849278460716,
0.27403846153846156,
0.27389215162840364,
0.27374599786552833,
0.27359999999999995,
0.273454157782516,
0.2738412360149174,
0.27369542066027686,
0.27408195848855776,
0.274468085106383,
0.2743221690590112,
0.27470775770456957,
0.27456186935740834,
0.2749469214437368,
0.27480106100795754,
0.2746553552492047,
0.27503974562798095,
0.27542372881355937,
0.27580730545262044,
0.2761904761904762,
0.2760444209413009,
0.2758985200845666,
0.27575277337559434,
0.2756071805702217,
0.27546174142480206,
0.27531645569620256,
0.2751713231418028,
0.2750263435194942,
0.2754081095313323,
0.2757894736842105,
0.2756443976854287,
0.2760252365930599,
0.2764056752496059,
0.2762605042016807,
0.27611548556430443,
0.2759706190975866,
0.276350288411117,
0.2762054507337526,
0.27606076479832375,
0.27591623036649215,
0.2757718472004186,
0.2761506276150628,
0.2760062728698379,
0.27586206896551724,
0.27571801566579635,
0.2755741127348643,
0.27543035993740217,
0.2758081334723671,
0.27566440854611773,
0.2755208333333333,
0.27537740760020823,
0.27523413111342354,
0.2756110244409776,
0.27598752598752596,
0.2758441558441559,
0.2757009345794392,
0.27555786196159837,
0.2754149377593361,
0.2752721617418351,
0.2756476683937824,
0.2760227861211807,
0.27639751552795033,
0.27677185721676156,
0.2771458117890383,
0.2770025839793282,
0.27685950413223137,
0.27723283427981416,
0.2776057791537667,
0.2774626095925735,
0.277319587628866,
0.27769191138588356,
0.27806385169927905,
0.2779207411219763,
0.2777777777777778,
0.2781491002570694,
0.27800616649537513,
0.27837699024139706,
0.27823408624229984,
0.2780913288866085,
0.2779487179487179,
0.2778062532034854,
0.2776639344262295,
0.2780337941628265,
0.27840327533265097,
0.27877237851662406,
0.2791411042944786,
0.27899846704138986,
0.2788559754851889,
0.2792240939254722,
0.2790816326530612,
0.2789393166751657,
0.27930682976554533,
0.27967396841569026,
0.2795315682281059,
0.2798982188295165,
0.27975584944048826,
0.2801220132180986,
0.279979674796748,
0.28034535297105134,
0.2807106598984772,
0.2805682394723491,
0.2809330628803245,
0.28079067410035474,
0.28115501519756836,
0.28151898734177216,
0.28137651821862353,
0.28174001011633787,
0.28210313447927204,
0.28246589186457804,
0.2823232323232323,
0.2826855123674912,
0.28304742684157413,
0.28290468986384265,
0.2827620967741935,
0.28261964735516376,
0.28247734138972813,
0.2823351786612984,
0.28269617706237427,
0.28305681246857717,
0.28341708542713573,
0.28377699648417876,
0.28413654618473894,
0.2844957350727546,
0.2843530591775326,
0.28421052631578947,
0.2840681362725451,
0.2844266399599399,
0.28478478478478475,
0.2846423211605803,
0.28500000000000003
],
"risk_at_coverage": {
"0.0": 0.0,
"0.01": 0.0,
"0.02": 0.0,
"0.03": 0.0,
"0.04": 0.025000000000000022,
"0.05": 0.030000000000000027,
"0.06": 0.033333333333333326,
"0.07": 0.0357142857142857,
"0.08": 0.03749999999999998,
"0.09": 0.033333333333333326,
"0.1": 0.03500000000000003,
"0.11": 0.036363636363636376,
"0.12": 0.050000000000000044,
"0.13": 0.0461538461538461,
"0.14": 0.046428571428571375,
"0.15": 0.06000000000000005,
"0.16": 0.05625000000000002,
"0.17": 0.055882352941176494,
"0.18": 0.05555555555555558,
"0.19": 0.052631578947368474,
"0.2": 0.06000000000000005,
"0.21": 0.059523809523809534,
"0.22": 0.0636363636363636,
"0.23": 0.06304347826086953,
"0.24": 0.06874999999999998,
"0.25": 0.07399999999999995,
"0.26": 0.0788461538461539,
"0.27": 0.07777777777777772,
"0.28": 0.08214285714285718,
"0.29": 0.08448275862068966,
"0.3": 0.08666666666666667,
"0.31": 0.09193548387096773,
"0.32": 0.09375,
"0.33": 0.09696969696969693,
"0.34": 0.09999999999999998,
"0.35": 0.10556348074179744,
"0.36": 0.10833333333333328,
"0.37": 0.11081081081081079,
"0.38": 0.11447368421052628,
"0.39": 0.11923076923076925,
"0.4": 0.12749999999999995,
"0.41": 0.1327649208282582,
"0.42": 0.13571428571428568,
"0.43": 0.13720930232558137,
"0.44": 0.13863636363636367,
"0.45": 0.14111111111111108,
"0.46": 0.14347826086956517,
"0.47": 0.14558979808714134,
"0.48": 0.1489583333333333,
"0.49": 0.1489795918367347,
"0.5": 0.15200000000000002,
"0.51": 0.1568627450980392,
"0.52": 0.16057692307692306,
"0.53": 0.16320754716981134,
"0.54": 0.16666666666666663,
"0.55": 0.1681818181818182,
"0.56": 0.1741071428571429,
"0.57": 0.17703768624014027,
"0.58": 0.17931034482758623,
"0.59": 0.1838983050847458,
"0.6": 0.18666666666666665,
"0.61": 0.19016393442622948,
"0.62": 0.19354838709677424,
"0.63": 0.1968253968253968,
"0.64": 0.20156249999999998,
"0.65": 0.2053846153846154,
"0.66": 0.20606060606060606,
"0.67": 0.20895522388059706,
"0.68": 0.21323529411764708,
"0.69": 0.21578566256335985,
"0.7": 0.22127052105638834,
"0.71": 0.22323943661971835,
"0.72": 0.22777777777777775,
"0.73": 0.22876712328767124,
"0.74": 0.23175675675675678,
"0.75": 0.23333333333333328,
"0.76": 0.23750000000000004,
"0.77": 0.2422077922077922,
"0.78": 0.2467948717948718,
"0.79": 0.24683544303797467,
"0.8": 0.24875000000000003,
"0.81": 0.2518518518518519,
"0.82": 0.2528945764777575,
"0.83": 0.25346177001806136,
"0.84": 0.25535714285714284,
"0.85": 0.258235294117647,
"0.86": 0.2598837209302326,
"0.87": 0.2603448275862069,
"0.88": 0.26249999999999996,
"0.89": 0.2657303370786517,
"0.9": 0.2677777777777778,
"0.91": 0.2697802197802198,
"0.92": 0.27119565217391306,
"0.93": 0.2752688172043011,
"0.94": 0.2743221690590112,
"0.95": 0.2756443976854287,
"0.96": 0.2755208333333333,
"0.97": 0.277319587628866,
"0.98": 0.2790816326530612,
"0.99": 0.2823232323232323,
"1.0": 0.28500000000000003
}
},
"selective_accuracy": 0.723649711588883,
"temperature_sweep": [
{
"accuracy_0.5_abstain_as_error": 0.715,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 1.0,
"delta_0.5": 0.0,
"ece_15": 0.262484748455983,
"entropy": 0.059424315253103745,
"mean_max_prob": 0.9755542374444437,
"temperature": 0.1
},
{
"accuracy_0.5_abstain_as_error": 0.7145,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.999,
"delta_0.5": 0.001,
"ece_15": 0.22475543580102827,
"entropy": 0.15627939121036225,
"mean_max_prob": 0.9355820910940479,
"temperature": 0.25
},
{
"accuracy_0.5_abstain_as_error": 0.7125,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.9945,
"delta_0.5": 0.0055,
"ece_15": 0.15870014522804018,
"entropy": 0.310559676117334,
"mean_max_prob": 0.8703003948424081,
"temperature": 0.5
},
{
"accuracy_0.5_abstain_as_error": 0.69,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.9535,
"delta_0.5": 0.0465,
"ece_15": 0.05731806008136999,
"entropy": 0.5686214781210899,
"mean_max_prob": 0.7559509600836832,
"temperature": 1.0
},
{
"accuracy_0.5_abstain_as_error": 0.606,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.809,
"delta_0.5": 0.191,
"ece_15": 0.1085759213645629,
"entropy": 0.854315915751774,
"mean_max_prob": 0.606424078635437,
"temperature": 2.0
},
{
"accuracy_0.5_abstain_as_error": 0.3265,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.378,
"delta_0.5": 0.622,
"ece_15": 0.23285113030703591,
"entropy": 1.0192501616594194,
"mean_max_prob": 0.48214886969296405,
"temperature": 4.0
},
{
"accuracy_0.5_abstain_as_error": 0.003,
"accuracy_argmax": 0.715,
"argmax_agreement": 1.0,
"coverage_0.5": 0.003,
"delta_0.5": 0.997,
"ece_15": 0.30620226842048454,
"entropy": 1.0768988647183346,
"mean_max_prob": 0.4087977315795155,
"temperature": 8.0
}
],
"tie_rate": 0.0,
"top_confidence": {
"max": 0.9917895835480216,
"min": 0.34937426447868347,
"p50": 0.7711524087290336,
"p90": 0.9371609563070271,
"p99": 0.9864551777568997
},
"wrong_when_selected": 0
}
}
},
"theory": null
}

Xet Storage Details

Size:
281 kB
·
Xet hash:
10d82944b43d08b74c5ec252ff645089eeeab1f5d69c286adb005e231b1e6639

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.