Hugging Face's logo

Buckets:
Mercity
/
Desicion-Model-Custom

Files
xet
Mercity/Desicion-Model-Custom / report /figs /fig_eval_data.json
Pranav2748's picture
Pranav2748
download
raw
171 kB
{
"n_eval": 5442,
"n_subset": 1498,
"set_n_eval": {
"eval_proc": 526,
"eval_ts": 599,
"opendecisions": 2352,
"localllama": 1965
},
"set_n_subset": {
"eval_proc": 300,
"eval_ts": 300,
"opendecisions": 448,
"localllama": 450
},
"readout": {
"base": {
"temps": {
"choice": 1.707683209388825,
"noul": 2.4105066990845945,
"score": 1.2847580560947693
},
"acc_all": 62.66078647556046,
"acc_subset": 61.815754339118826,
"ece15": 0.03566369525322492,
"acc_by_set": {
"eval_proc": 46.7680608365019,
"eval_ts": 60.434056761268785,
"opendecisions": 66.53911564625851,
"localllama": 62.95165394402036
}
},
"v1": {
"temps": {
"choice": 1.2843740495491411,
"noul": 1.1776347713530488,
"score": 1.0535480782391846
},
"acc_all": 69.45975744211687,
"acc_subset": 70.29372496662216,
"ece15": 0.030361916222813444,
"acc_by_set": {
"eval_proc": 71.86311787072243,
"eval_ts": 66.4440734557596,
"opendecisions": 72.1513605442177,
"localllama": 66.51399491094148
}
},
"v2": {
"temps": {
"choice": 1.1592816013856364,
"noul": 0.8031824332990728,
"score": 0.716891860990727
},
"acc_all": 72.6938625505329,
"acc_subset": 75.9679572763685,
"ece15": 0.032551733104682894,
"acc_by_set": {
"eval_proc": 89.35361216730038,
"eval_ts": 71.78631051752922,
"opendecisions": 74.23469387755102,
"localllama": 66.66666666666666
}
},
"rl60": {
"temps": {
"choice": 1.1599743376333564,
"noul": 0.7983784191901301,
"score": 0.7276446912498098
},
"acc_all": 72.45497978684308,
"acc_subset": 75.90120160213618,
"ece15": 0.029896171411952138,
"acc_by_set": {
"eval_proc": 89.54372623574145,
"eval_ts": 72.28714524207011,
"opendecisions": 73.85204081632652,
"localllama": 66.25954198473283
}
},
"rl40": {
"temps": {
"choice": 1.1597719952546015,
"noul": 0.8079639789416141,
"score": 0.7152072687033781
},
"acc_all": 72.74898934215362,
"acc_subset": 75.9679572763685,
"ece15": 0.031382864409026635,
"acc_by_set": {
"eval_proc": 89.35361216730038,
"eval_ts": 71.95325542570951,
"opendecisions": 74.1921768707483,
"localllama": 66.81933842239187
}
},
"abl_gold": {
"temps": {
"choice": 1.0763093956254552,
"noul": 0.9000382248702841,
"score": 0.9022968292868349
},
"acc_all": 71.7015803013598,
"acc_subset": 73.03070761014686,
"ece15": 0.030737215213212113,
"acc_by_set": {
"eval_proc": 82.12927756653993,
"eval_ts": 71.28547579298832,
"opendecisions": 74.02210884353741,
"localllama": 66.25954198473283
}
},
"abl_mix": {
"temps": {
"choice": 1.1713673523344856,
"noul": 0.8390986564915838,
"score": 0.8453427579160532
},
"acc_all": 70.5071664829107,
"acc_subset": 72.76368491321762,
"ece15": 0.04687347907023101,
"acc_by_set": {
"eval_proc": 85.17110266159695,
"eval_ts": 71.45242070116862,
"opendecisions": 72.44897959183673,
"localllama": 63.969465648854964
}
},
"base2b": {
"temps": {
"choice": 4.78807442670338,
"noul": 19.999999999982688,
"score": 9.956643342471382
},
"acc_all": 50.183755972069086,
"acc_subset": 49.265687583444596,
"ece15": 0.04916950798613244,
"acc_by_set": {
"eval_proc": 39.73384030418251,
"eval_ts": 50.75125208681135,
"opendecisions": 55.39965986394558,
"localllama": 46.56488549618321
}
},
"v2b": {
"temps": {
"choice": 1.0924917038331285,
"noul": 0.6133218472538287,
"score": 0.7621787953970005
},
"acc_all": 65.08636530687248,
"acc_subset": 68.42456608811749,
"ece15": 0.08930203202429704,
"acc_by_set": {
"eval_proc": 85.74144486692015,
"eval_ts": 63.10517529215359,
"opendecisions": 65.81632653061224,
"localllama": 59.28753180661578
}
},
"v2b_ro": {
"temps": {
"choice": 1.0772703967295125,
"noul": 0.6149937401183327,
"score": 0.7973321069676444
},
"acc_all": 65.96839397280412,
"acc_subset": 69.49265687583444,
"ece15": 0.07366034375262334,
"acc_by_set": {
"eval_proc": 86.50190114068441,
"eval_ts": 64.60767946577629,
"opendecisions": 66.28401360544217,
"localllama": 60.50890585241731
}
}
},
"thinking": {
"base": {
"acc": 84.04539385847796,
"loop_rate": 0.8678237650200267,
"n_looped": 13,
"no_answer": 13,
"tokens_median": 1578.5,
"tokens_mean": 2772.6622162883846,
"tokens_p90": 5716.2,
"post_ece15": 0.049625611476746045,
"post_n": 1485,
"acc_by_set": {
"eval_proc": 95.66666666666667,
"eval_ts": 73.66666666666667,
"opendecisions": 96.20535714285714,
"localllama": 71.11111111111111
},
"tokens": [
1560,
420,
626,
977,
1046,
645,
782,
697,
1015,
947,
618,
1208,
534,
1108,
984,
744,
5186,
819,
3161,
772,
2708,
1358,
2462,
4737,
1422,
1408,
1358,
4430,
4835,
1121,
1665,
4684,
6394,
2084,
5264,
885,
839,
2100,
987,
2290,
2237,
2321,
5525,
2495,
680,
4801,
3545,
11244,
2209,
8968,
3624,
7973,
3306,
13383,
4429,
4870,
9619,
2001,
3479,
6994,
6858,
8719,
2262,
5114,
8101,
1488,
735,
8469,
4718,
5749,
3016,
868,
2146,
2794,
5818,
1834,
859,
1569,
1799,
1210,
1616,
5354,
1283,
1492,
6686,
2035,
870,
2041,
4474,
3738,
1859,
1180,
3268,
3148,
7741,
6977,
4927,
9504,
6290,
2920,
10125,
1996,
3560,
1480,
12699,
2008,
6334,
1810,
8750,
3510,
9793,
9652,
1320,
716,
3754,
1128,
1531,
989,
2073,
1273,
769,
2221,
2068,
1086,
3857,
1776,
3998,
834,
480,
2023,
1283,
1993,
529,
1544,
1148,
2437,
5994,
2089,
1180,
1447,
1233,
1696,
2651,
2028,
3322,
3163,
2558,
2116,
541,
684,
1769,
645,
29146,
14379,
2294,
600,
29867,
5132,
917,
620,
571,
718,
2315,
886,
4658,
12718,
711,
500,
11591,
930,
3935,
3516,
2847,
1599,
5088,
3485,
3078,
1698,
1628,
4064,
2298,
3955,
1589,
1781,
8073,
2567,
2910,
4679,
1768,
3044,
2122,
8825,
5193,
4355,
6748,
7497,
4378,
7375,
3161,
4239,
6617,
5917,
9273,
9951,
3888,
4395,
6627,
3978,
2001,
5355,
9700,
7622,
5612,
6695,
1177,
757,
1185,
834,
765,
2453,
887,
488,
2131,
395,
2466,
784,
519,
1119,
1385,
3055,
1580,
3121,
1778,
634,
538,
2222,
32107,
4531,
936,
1325,
1441,
889,
10114,
762,
7719,
3618,
2577,
5268,
6293,
1464,
5136,
1234,
1792,
794,
774,
635,
3703,
7693,
5377,
5693,
449,
589,
804,
899,
677,
750,
1452,
808,
443,
1128,
685,
496,
393,
369,
665,
1766,
348,
481,
947,
987,
481,
1541,
1812,
355,
423,
526,
2313,
1302,
663,
1373,
787,
489,
1873,
528,
1077,
625,
479,
692,
1009,
1315,
840,
487,
440,
3676,
564,
3507,
769,
3497,
818,
573,
5482,
4061,
1547,
811,
2582,
6780,
1500,
405,
2684,
1877,
630,
3840,
1737,
4478,
4557,
4737,
7145,
883,
613,
1912,
11329,
2033,
667,
5339,
1130,
2120,
581,
2566,
3614,
6061,
520,
1978,
1303,
3337,
690,
4430,
3856,
560,
1373,
4022,
7022,
642,
3408,
32626,
879,
868,
5162,
2519,
1414,
3104,
572,
3572,
1129,
1633,
1183,
4762,
508,
668,
2000,
948,
3010,
9030,
809,
494,
1937,
4565,
544,
918,
664,
3853,
488,
3606,
711,
3683,
4548,
1328,
6041,
7547,
3506,
5634,
7561,
4278,
4670,
4149,
3339,
1019,
3848,
32410,
1876,
4276,
3436,
2706,
1409,
3593,
601,
1637,
1382,
479,
409,
4942,
771,
665,
3523,
1633,
4980,
1610,
364,
565,
3397,
441,
5174,
988,
601,
5638,
400,
1256,
762,
761,
1744,
3446,
378,
2654,
533,
8313,
438,
2124,
892,
2448,
635,
1829,
516,
655,
5203,
596,
576,
3970,
451,
1527,
7506,
2338,
377,
992,
814,
2952,
5089,
940,
663,
6942,
2960,
516,
1218,
966,
522,
808,
3388,
668,
8297,
5211,
1185,
6036,
32629,
4317,
3578,
4875,
955,
570,
969,
1175,
1145,
3754,
1328,
2694,
606,
6113,
3068,
399,
5675,
4740,
4068,
7487,
2913,
431,
720,
653,
3266,
5853,
2402,
798,
4752,
3887,
487,
3877,
426,
809,
5722,
1080,
7928,
6155,
1900,
4092,
1827,
2613,
482,
2913,
3808,
815,
1166,
4956,
5557,
5762,
4934,
5423,
1356,
393,
881,
1010,
3835,
1502,
3658,
577,
10726,
642,
2499,
3941,
1364,
1131,
387,
650,
6076,
520,
794,
649,
447,
3347,
1075,
661,
1222,
456,
1028,
607,
577,
425,
4989,
2778,
2444,
6672,
423,
3262,
3378,
1684,
625,
2008,
3080,
528,
3125,
845,
1536,
1185,
401,
1738,
5645,
4030,
829,
3436,
698,
571,
1938,
4812,
3109,
1257,
2001,
582,
690,
1555,
3697,
897,
3874,
2945,
1809,
777,
971,
3819,
1670,
8088,
3845,
781,
4817,
1538,
1098,
561,
637,
500,
481,
690,
761,
478,
453,
447,
442,
661,
434,
814,
572,
580,
550,
756,
509,
768,
746,
1151,
667,
1154,
557,
903,
782,
660,
539,
1102,
638,
930,
826,
832,
488,
555,
469,
993,
1582,
2196,
1241,
642,
489,
462,
1265,
672,
830,
873,
648,
1203,
858,
698,
1199,
640,
1400,
610,
874,
438,
566,
601,
1787,
1144,
799,
3669,
483,
3973,
855,
3681,
2640,
832,
1984,
441,
889,
569,
730,
712,
1225,
1029,
545,
782,
456,
667,
607,
718,
464,
918,
1599,
1326,
2866,
624,
909,
3132,
908,
32568,
1628,
596,
1000,
4180,
714,
3921,
1147,
3572,
3712,
846,
4941,
740,
1359,
2018,
5004,
5301,
1810,
4273,
732,
3293,
2534,
2370,
6770,
736,
671,
685,
755,
593,
602,
752,
893,
714,
619,
650,
552,
662,
786,
459,
710,
764,
2819,
708,
821,
877,
959,
620,
2745,
879,
729,
571,
581,
860,
4605,
3093,
5652,
4794,
4418,
6082,
1157,
3284,
5584,
2979,
3967,
10160,
3581,
5924,
8747,
6542,
769,
744,
681,
731,
647,
739,
781,
1144,
701,
702,
754,
692,
919,
946,
796,
758,
965,
32618,
493,
1055,
1324,
989,
3901,
541,
944,
714,
711,
773,
2407,
626,
754,
765,
1034,
772,
2403,
1231,
615,
768,
4883,
5084,
3546,
551,
525,
646,
744,
732,
623,
780,
666,
660,
917,
2207,
1774,
547,
1769,
751,
1162,
1938,
3824,
534,
649,
435,
564,
2579,
2051,
659,
920,
729,
8795,
1108,
1748,
658,
664,
3747,
810,
1163,
800,
1090,
953,
1037,
683,
920,
1220,
1534,
1299,
3021,
780,
3781,
565,
2210,
31919,
5861,
1577,
648,
689,
980,
5429,
8096,
2747,
10028,
1788,
988,
778,
767,
6832,
12292,
4999,
1711,
1064,
7511,
8992,
11312,
587,
853,
6535,
706,
835,
2878,
5534,
1956,
2551,
1382,
1567,
6825,
1944,
31972,
9354,
5315,
681,
620,
1164,
912,
1048,
456,
524,
455,
704,
943,
526,
729,
1365,
600,
816,
959,
1019,
822,
578,
777,
1397,
623,
817,
496,
1502,
1300,
668,
342,
1031,
2390,
990,
1724,
1095,
2785,
767,
681,
505,
1434,
1457,
972,
786,
506,
549,
695,
654,
580,
628,
598,
658,
440,
802,
396,
804,
703,
636,
773,
605,
1089,
461,
524,
503,
547,
428,
581,
869,
686,
514,
522,
496,
533,
587,
879,
391,
335,
567,
994,
629,
869,
653,
631,
669,
487,
594,
555,
788,
798,
1850,
1961,
508,
1675,
558,
1842,
594,
3020,
5664,
3755,
1407,
1330,
3296,
668,
4876,
680,
687,
554,
616,
593,
644,
561,
860,
1132,
2077,
1018,
4568,
3942,
431,
612,
553,
789,
926,
529,
998,
1770,
3527,
1018,
1544,
1111,
1211,
1724,
814,
2219,
2006,
5861,
6203,
1284,
1558,
4620,
1546,
2792,
2069,
943,
3064,
3891,
3474,
4483,
4387,
4041,
4814,
4185,
3388,
4971,
9018,
3717,
2132,
3194,
4537,
1394,
3982,
1975,
6636,
6708,
4034,
2334,
3915,
7556,
925,
2884,
6517,
2383,
1342,
4120,
713,
32495,
1691,
4595,
3840,
4732,
1508,
4865,
4525,
1018,
5933,
3553,
2541,
6327,
1188,
1181,
3995,
4367,
1698,
4382,
656,
759,
4226,
5403,
4768,
5650,
4197,
3415,
4248,
685,
7402,
3439,
5227,
4951,
1147,
7681,
7372,
6469,
5578,
1274,
5083,
2937,
7096,
4541,
2996,
6956,
4249,
1412,
4892,
6649,
765,
2914,
1213,
3992,
742,
6047,
1617,
6153,
2571,
892,
739,
800,
5886,
2863,
3955,
3833,
5108,
5596,
1226,
4723,
1571,
2955,
3342,
3764,
5338,
1861,
6069,
1117,
2064,
4844,
4464,
5566,
1348,
4397,
1835,
3368,
1115,
6672,
1194,
6707,
3627,
4100,
5227,
7248,
3345,
3148,
1106,
6979,
4277,
1212,
4407,
1312,
5065,
808,
1176,
970,
810,
7013,
1940,
5915,
1613,
1324,
643,
4107,
1591,
3946,
1744,
699,
1263,
728,
886,
750,
1432,
3436,
644,
5714,
4498,
2032,
3780,
3822,
3409,
1279,
979,
602,
808,
1648,
3628,
3277,
5854,
3947,
3432,
2125,
2207,
727,
972,
4875,
1436,
731,
4125,
3024,
872,
832,
8946,
1138,
1129,
4045,
749,
835,
2847,
3130,
1179,
32120,
600,
1835,
2952,
3229,
5571,
782,
1198,
3678,
1212,
834,
1814,
1084,
4823,
1567,
4048,
4515,
2487,
789,
1123,
4210,
5326,
658,
3874,
984,
5064,
1131,
895,
910,
1103,
2142,
3574,
908,
733,
3523,
1962,
6463,
3520,
879,
4206,
546,
2066,
2284,
4179,
1289,
3222,
32466,
812,
3654,
1362,
1025,
4817,
2828,
764,
984,
2301,
607,
1847,
1670,
1744,
1643,
4853,
5967,
694,
3775,
6616,
3210,
895,
3231,
1984,
1130,
2711,
2550,
900,
1192,
4208,
5715,
691,
2872,
3097,
1328,
800,
1570,
851,
1116,
1798,
4732,
4528,
1082,
6958,
1193,
729,
917,
1840,
1237,
1818,
3515,
2543,
4043,
1206,
1232,
6109,
1021,
3741,
887,
4211,
795,
1019,
1515,
5934,
907,
1838,
1438,
1142,
930,
1888,
5400,
5126,
7660,
2798,
5753,
1095,
4842,
850,
990,
3236,
1744,
1404,
1236,
6381,
3230,
1201,
2518,
4526,
1500,
2427,
4933,
2342,
1087,
4299,
1300,
911,
5673,
3760,
1513,
917,
3578,
4616,
2831,
4190,
4304,
3253,
1024,
2703,
1628,
1751,
841,
1059,
8132,
6420,
1481,
6072,
1097,
3075,
1536,
1450,
9652,
833,
605,
4939,
2250,
4196,
4701,
5402,
2056,
3274,
1824,
910,
5134,
2219,
3447,
4306,
872,
3011,
6643,
3940,
3298,
3337,
1448,
3555,
4214,
1469,
921,
1698,
1695,
3214,
2650,
1083,
3778,
3211,
1077,
764,
6404,
4860,
1242,
1533,
5992,
4668,
1151,
32376,
7194,
4369,
1025,
1458,
5729,
3989,
4587,
1433,
2421,
4851,
2834,
1129,
1331,
3627,
3950,
1776,
3337,
1801,
3850,
1583,
3556,
5277,
1640,
1957,
4694,
841,
3145,
3949,
4366,
4634,
4892,
3433,
2190,
1414,
2820,
1840,
4299,
5719,
969,
4401,
4114,
803,
6230,
1045,
4180,
3684,
4482,
3584,
1306,
1798,
1917,
1942,
956,
1378,
4842,
1414,
1921,
1592,
946,
1208,
3941,
1103,
1519,
4803,
3977,
638,
1427,
1350,
879
],
"looped_flags": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
},
"v1": {
"acc": 84.37917222963952,
"loop_rate": 1.4018691588785046,
"n_looped": 21,
"no_answer": 21,
"tokens_median": 1323.0,
"tokens_mean": 2664.4245660881174,
"tokens_p90": 5422.199999999999,
"post_ece15": 0.022557188016222515,
"post_n": 1477,
"acc_by_set": {
"eval_proc": 97.33333333333334,
"eval_ts": 73.66666666666667,
"opendecisions": 96.42857142857143,
"localllama": 70.88888888888889
}
},
"v2": {
"acc": 81.17489986648864,
"loop_rate": 5.07343124165554,
"n_looped": 76,
"no_answer": 76,
"tokens_median": 1339.5,
"tokens_mean": 3748.150867823765,
"tokens_p90": 6579.9,
"post_ece15": 0.04318024724951665,
"post_n": 1422,
"acc_by_set": {
"eval_proc": 94.66666666666667,
"eval_ts": 70.33333333333334,
"opendecisions": 94.19642857142857,
"localllama": 66.44444444444444
},
"tokens": [
1419,
419,
806,
899,
823,
726,
702,
768,
2206,
957,
2723,
1441,
833,
958,
553,
936,
1477,
1425,
1954,
1019,
1173,
844,
2043,
6206,
1529,
980,
1460,
1980,
2822,
1796,
1023,
4082,
1797,
1859,
3278,
674,
824,
3380,
642,
1238,
3282,
1256,
2909,
1326,
708,
4140,
5702,
8305,
1419,
5148,
1205,
8816,
943,
10436,
979,
4168,
31372,
1790,
1875,
1850,
31374,
6706,
764,
31989,
6398,
1095,
1789,
31997,
1161,
3284,
6428,
713,
32293,
974,
5316,
1073,
696,
1319,
822,
1622,
2065,
5875,
1079,
1036,
4788,
1262,
907,
1289,
1849,
32000,
3738,
4981,
560,
1857,
4517,
5019,
6091,
11508,
6432,
1062,
9507,
3797,
1616,
2234,
11070,
2544,
31695,
3231,
9708,
5705,
8349,
9191,
1054,
3026,
2814,
830,
1597,
954,
6242,
557,
713,
2920,
2141,
2436,
544,
1052,
3575,
836,
431,
821,
1170,
874,
624,
743,
1157,
775,
1248,
818,
906,
368,
928,
1544,
835,
1086,
744,
1271,
1762,
1464,
294,
706,
1191,
610,
367,
3642,
2250,
592,
10204,
29707,
1656,
491,
669,
1140,
469,
992,
28457,
31027,
31885,
460,
670,
1574,
4531,
3785,
3380,
1870,
3003,
3812,
3203,
1878,
1594,
1580,
1017,
2726,
1524,
1279,
4593,
2100,
3617,
3603,
2291,
2002,
2922,
31914,
3961,
3342,
32234,
6412,
7157,
7957,
3686,
5207,
3193,
7185,
7331,
32242,
2381,
7686,
5912,
5026,
3765,
2152,
7628,
8711,
6576,
4584,
613,
903,
1234,
946,
798,
1101,
583,
433,
2960,
948,
892,
479,
822,
534,
1717,
1736,
1821,
1879,
5011,
549,
401,
2672,
405,
4206,
838,
1555,
1450,
489,
11222,
1005,
10194,
1081,
1105,
2979,
6502,
1106,
3105,
649,
707,
730,
563,
606,
4153,
5033,
7351,
3323,
789,
649,
514,
1240,
1024,
307,
1365,
696,
474,
454,
706,
956,
506,
415,
674,
1096,
449,
555,
518,
590,
477,
2916,
1573,
586,
1198,
874,
1702,
952,
686,
1080,
600,
498,
464,
215,
302,
414,
965,
479,
519,
772,
1804,
247,
480,
546,
32597,
1192,
729,
4483,
349,
445,
3264,
4835,
684,
954,
1008,
867,
1146,
1016,
3446,
891,
668,
6962,
32520,
32579,
518,
995,
5011,
442,
722,
2836,
13380,
3354,
708,
4382,
1114,
695,
614,
1463,
3914,
9197,
555,
382,
4453,
32553,
344,
627,
4983,
396,
1016,
3332,
4885,
806,
7273,
483,
841,
1401,
3134,
2002,
483,
32601,
869,
7738,
906,
4065,
770,
6589,
463,
753,
10958,
676,
6295,
8992,
480,
499,
976,
2162,
352,
712,
552,
2839,
491,
32655,
540,
1639,
3879,
1075,
4264,
6967,
3541,
1114,
32378,
3406,
3842,
1633,
5935,
859,
27546,
699,
464,
32381,
1288,
2237,
1300,
3634,
466,
655,
461,
483,
329,
4746,
840,
635,
3932,
1135,
5374,
1341,
744,
549,
5703,
545,
1179,
2440,
478,
6464,
407,
493,
755,
4394,
441,
4818,
539,
32603,
485,
6732,
405,
1500,
714,
5218,
649,
1623,
32643,
542,
32305,
444,
583,
5135,
459,
3569,
4090,
32605,
385,
715,
5040,
2743,
4358,
503,
543,
7002,
30928,
274,
4960,
477,
443,
883,
1853,
1265,
1364,
7804,
646,
8486,
410,
1712,
32565,
1553,
734,
919,
384,
530,
1169,
3336,
3809,
3290,
1954,
2664,
2407,
739,
3477,
2728,
2749,
6303,
1370,
401,
2064,
753,
1703,
4442,
752,
977,
32587,
6693,
420,
6544,
780,
1069,
4646,
415,
32613,
2218,
2897,
1598,
1122,
564,
479,
791,
4931,
581,
711,
3282,
32594,
2100,
9750,
5403,
1025,
713,
773,
635,
10321,
3178,
5230,
599,
5970,
516,
617,
32575,
2550,
1259,
374,
2776,
439,
540,
703,
600,
481,
1367,
6197,
463,
557,
412,
685,
565,
601,
884,
5363,
8098,
5032,
32606,
503,
5632,
31716,
734,
32267,
3055,
3768,
587,
32583,
634,
3559,
970,
638,
6942,
4543,
3644,
600,
3524,
588,
728,
567,
2563,
4391,
810,
8631,
543,
664,
1114,
3172,
779,
4417,
3942,
4502,
386,
1036,
815,
1331,
11365,
1359,
654,
32032,
32418,
921,
584,
501,
334,
540,
609,
634,
485,
488,
486,
479,
369,
524,
544,
318,
434,
588,
545,
408,
878,
742,
741,
510,
653,
595,
1808,
636,
718,
520,
1397,
650,
538,
731,
1157,
457,
619,
694,
532,
2173,
742,
651,
583,
505,
547,
699,
744,
1853,
615,
575,
1728,
569,
604,
652,
626,
628,
2115,
709,
518,
560,
652,
551,
1495,
572,
1476,
601,
2028,
1830,
4285,
2067,
758,
921,
489,
549,
680,
604,
684,
2621,
758,
744,
937,
411,
628,
558,
714,
579,
957,
1587,
2726,
1534,
608,
873,
1470,
1259,
1050,
871,
892,
762,
599,
909,
944,
2622,
3436,
574,
490,
32600,
578,
1731,
722,
3347,
1494,
864,
1090,
921,
5669,
1012,
4095,
31909,
580,
887,
745,
710,
617,
432,
529,
540,
855,
804,
736,
655,
1091,
525,
471,
446,
539,
2052,
462,
806,
626,
816,
427,
3151,
3644,
532,
763,
411,
716,
4334,
31751,
1642,
1615,
3149,
6878,
10673,
4567,
8966,
3484,
3564,
1875,
6746,
32007,
7847,
5539,
620,
790,
778,
984,
815,
658,
784,
941,
537,
747,
893,
1017,
1285,
960,
921,
638,
1072,
927,
434,
810,
1385,
1930,
1989,
770,
628,
354,
486,
812,
32504,
729,
827,
1045,
1197,
771,
1004,
1133,
852,
910,
3488,
7212,
848,
570,
575,
598,
645,
533,
586,
562,
897,
452,
883,
1229,
1393,
557,
2966,
593,
744,
797,
4633,
786,
781,
465,
535,
1336,
2635,
618,
887,
698,
6540,
1414,
1190,
825,
391,
4143,
995,
1553,
688,
831,
716,
831,
430,
1264,
1648,
1764,
1591,
2412,
798,
929,
449,
3741,
1992,
4660,
3981,
1155,
884,
32357,
10510,
31902,
5774,
11072,
32131,
1171,
514,
1114,
1187,
7974,
4669,
1178,
1100,
5527,
4956,
31915,
487,
1346,
1606,
693,
1408,
2576,
3481,
1537,
1456,
2027,
2517,
6806,
1840,
7391,
31791,
5346,
784,
634,
847,
768,
32593,
410,
396,
501,
829,
32569,
536,
557,
4381,
872,
900,
738,
936,
1039,
356,
482,
1053,
568,
647,
843,
828,
1066,
845,
476,
698,
583,
1110,
1299,
1338,
1021,
707,
644,
843,
848,
1706,
1636,
574,
498,
600,
425,
560,
525,
522,
547,
508,
569,
899,
503,
696,
584,
406,
3259,
528,
538,
485,
749,
848,
462,
355,
778,
496,
491,
412,
625,
662,
1073,
1152,
574,
436,
469,
979,
559,
689,
442,
798,
480,
525,
369,
613,
541,
829,
399,
1633,
1374,
761,
2027,
532,
3549,
517,
1791,
2527,
2084,
1096,
1814,
4479,
379,
5166,
715,
280,
531,
568,
806,
565,
819,
727,
679,
1623,
2756,
4486,
3256,
609,
687,
609,
929,
271,
450,
955,
1477,
6409,
942,
1181,
622,
3082,
1497,
2586,
3434,
3851,
5301,
32401,
1085,
4863,
4109,
1830,
12669,
3115,
895,
3367,
7326,
4834,
4128,
3399,
4894,
5434,
8227,
4666,
5585,
8660,
1183,
1444,
2351,
1000,
1893,
4910,
1610,
2817,
6668,
3689,
4698,
2106,
5540,
1276,
1563,
1225,
7365,
963,
15448,
622,
5320,
3725,
863,
4900,
3861,
5943,
4469,
3170,
1229,
2264,
5789,
873,
4353,
964,
636,
800,
4641,
1464,
3995,
781,
706,
4526,
4321,
32490,
4811,
4098,
6481,
2181,
1703,
3452,
4068,
6464,
3568,
955,
3534,
4935,
32501,
32503,
771,
5195,
2464,
4725,
2277,
2930,
6952,
32513,
6629,
2644,
2251,
2996,
652,
4185,
5049,
817,
3023,
8753,
4222,
1142,
894,
32494,
590,
1005,
1166,
1442,
1763,
3609,
915,
687,
3728,
934,
1190,
3968,
7123,
5467,
999,
1879,
906,
3044,
4189,
6963,
4374,
1257,
3662,
1026,
1218,
1221,
3085,
1144,
3982,
5451,
829,
1446,
4058,
1447,
5340,
1966,
2581,
4889,
2864,
6646,
1195,
3300,
559,
6362,
1181,
786,
32332,
4037,
5002,
1153,
4741,
614,
4009,
908,
3515,
753,
427,
795,
560,
866,
680,
3023,
5055,
1503,
4398,
5815,
787,
2535,
1605,
1289,
717,
839,
716,
653,
2462,
5416,
2670,
3583,
5222,
5686,
698,
1174,
897,
1057,
3900,
2287,
1411,
1258,
3495,
829,
621,
10256,
2225,
1169,
830,
738,
835,
3825,
2059,
774,
32120,
607,
1375,
1069,
4722,
3605,
888,
3862,
32373,
798,
32379,
3111,
1156,
7092,
1569,
1412,
1839,
1787,
542,
797,
1829,
32382,
423,
6388,
833,
4225,
601,
1225,
494,
3707,
988,
1883,
1133,
2255,
6999,
3464,
4183,
5006,
630,
1763,
785,
804,
2834,
1979,
1029,
4226,
5095,
796,
1149,
1677,
3963,
4884,
870,
2969,
765,
799,
587,
881,
3068,
961,
1705,
4326,
3710,
1977,
2001,
4893,
5914,
928,
4477,
747,
1545,
893,
4823,
1154,
3503,
5844,
4233,
1090,
3022,
1844,
1252,
1486,
1170,
1237,
385,
32276,
2457,
1437,
682,
5595,
1924,
1104,
1678,
1725,
737,
1863,
1301,
3012,
1193,
4824,
2537,
2408,
2097,
1177,
1119,
3716,
1276,
2169,
999,
6603,
921,
4610,
1291,
1621,
1109,
1424,
2467,
32314,
3918,
3107,
3653,
5517,
3478,
1674,
966,
4409,
1540,
1524,
7648,
2824,
1059,
2137,
689,
2201,
1769,
1050,
32285,
842,
2037,
2547,
725,
691,
3885,
2917,
2857,
1498,
2357,
4813,
2679,
5058,
3154,
3109,
2496,
4748,
3902,
1516,
1235,
1294,
5544,
4558,
3459,
4095,
1134,
1351,
2944,
1063,
6177,
1050,
649,
2136,
1871,
981,
1981,
4147,
1654,
1188,
998,
865,
2901,
5310,
2141,
3126,
1144,
2888,
4526,
2417,
4826,
764,
4267,
1354,
3877,
1103,
891,
863,
4450,
1061,
32396,
3138,
32381,
32411,
1035,
4305,
4266,
1597,
1252,
2527,
3624,
1700,
1793,
2513,
4158,
7157,
4650,
32343,
4302,
4310,
2128,
1142,
1148,
3742,
6123,
4966,
745,
2200,
3762,
2010,
3642,
2028,
3014,
3912,
4142,
12744,
32469,
4309,
4834,
4222,
6668,
32363,
3527,
3342,
7826,
32378,
3556,
6002,
32366,
1422,
1883,
979,
1820,
1827,
4706,
617,
1388,
1204,
3304,
32440,
5407,
1713,
32439,
3983,
4293,
2578,
1896,
32338,
3675,
4056,
4057,
2241,
4199,
2045,
3728,
4135,
4798,
961,
5440,
2286,
615,
3847,
774
],
"looped_flags": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
1,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
},
"rl60": {
"acc": 83.11081441922563,
"loop_rate": 0.20026702269692925,
"n_looped": 3,
"no_answer": 5,
"tokens_median": 1095.5,
"tokens_mean": 1802.041388518024,
"tokens_p90": 4048.9999999999995,
"post_ece15": 0.056783666219741305,
"post_n": 1495,
"acc_by_set": {
"eval_proc": 97.0,
"eval_ts": 72.0,
"opendecisions": 95.75892857142857,
"localllama": 68.66666666666667
},
"tokens": [
971,
460,
861,
838,
477,
596,
758,
606,
866,
982,
693,
638,
730,
1025,
567,
743,
1253,
1830,
1686,
760,
1074,
743,
1257,
1301,
986,
1193,
1065,
1307,
1209,
755,
1084,
4004,
4729,
1383,
1544,
622,
825,
2047,
717,
1601,
1051,
1399,
2728,
1976,
586,
3916,
4133,
7140,
1297,
5745,
1327,
8120,
936,
7134,
901,
2601,
7085,
2340,
930,
1143,
31374,
6077,
604,
3445,
3241,
932,
595,
5660,
1135,
2602,
3478,
766,
2252,
1253,
2132,
717,
734,
1124,
752,
881,
2095,
2206,
847,
1094,
3390,
1376,
628,
1191,
4411,
2839,
1331,
1024,
626,
1427,
3798,
2098,
1492,
6897,
6081,
1271,
7922,
1397,
2463,
2438,
8116,
1078,
2595,
2061,
5324,
30972,
6482,
6572,
1054,
1544,
1745,
866,
1319,
725,
3406,
730,
741,
489,
977,
956,
831,
1001,
3250,
1017,
402,
875,
1182,
762,
379,
828,
1517,
1181,
1485,
1177,
878,
396,
925,
1389,
1193,
1349,
1035,
1095,
1632,
1656,
444,
533,
936,
466,
1912,
906,
3132,
396,
29867,
742,
1446,
491,
570,
2013,
382,
787,
801,
4513,
1281,
353,
673,
580,
3741,
4178,
2294,
1931,
2474,
2293,
3347,
1407,
1773,
1473,
1878,
2105,
1183,
1483,
4175,
1483,
1720,
1881,
1874,
1880,
1741,
3137,
2443,
2192,
5332,
4696,
5649,
5148,
1731,
3154,
2719,
4412,
4987,
6461,
2608,
6059,
3279,
2848,
1874,
2758,
8421,
5541,
4414,
3933,
595,
915,
1153,
610,
746,
1068,
391,
441,
3266,
445,
2762,
479,
490,
488,
1155,
1815,
1305,
2945,
1895,
499,
326,
1751,
532,
1113,
932,
1082,
1455,
378,
5373,
878,
8764,
1009,
1029,
3364,
5782,
1289,
4000,
1082,
617,
680,
560,
586,
1778,
2812,
4633,
1415,
633,
508,
559,
1352,
590,
283,
1306,
730,
396,
278,
464,
684,
463,
386,
702,
1062,
438,
484,
434,
594,
526,
1668,
1489,
374,
408,
956,
1890,
799,
657,
1240,
670,
512,
469,
203,
294,
515,
503,
682,
475,
731,
688,
292,
490,
1296,
573,
523,
479,
2770,
348,
561,
3083,
1269,
627,
1451,
1177,
612,
612,
715,
3786,
4046,
638,
3795,
1784,
3430,
561,
2522,
754,
406,
460,
2501,
8414,
1104,
754,
2392,
1274,
489,
464,
1618,
1249,
1691,
489,
781,
827,
803,
335,
640,
4879,
456,
2937,
756,
2285,
697,
1496,
728,
1059,
1293,
1839,
2857,
499,
1553,
605,
804,
685,
905,
756,
3379,
403,
732,
738,
484,
2769,
7554,
459,
517,
784,
1690,
320,
634,
603,
2330,
494,
2445,
509,
1054,
3281,
719,
2319,
2756,
2393,
1021,
4064,
1075,
919,
1126,
3013,
2818,
6179,
550,
484,
3996,
832,
3797,
957,
1538,
501,
838,
1117,
356,
334,
4360,
579,
639,
2000,
1681,
3008,
1738,
680,
431,
1483,
423,
1451,
766,
528,
6750,
433,
827,
1004,
794,
490,
1751,
661,
4135,
399,
3173,
367,
5158,
856,
1589,
494,
1491,
776,
823,
4981,
884,
542,
3237,
451,
2968,
5625,
2543,
417,
399,
2011,
1371,
523,
408,
362,
2534,
4212,
274,
3264,
370,
456,
695,
1598,
1470,
1680,
4345,
1716,
1833,
366,
2990,
2678,
1326,
846,
646,
463,
542,
1100,
1478,
1975,
1451,
681,
1604,
3203,
543,
3050,
879,
929,
3483,
982,
477,
322,
597,
1275,
3896,
1262,
1253,
1899,
3546,
379,
5591,
557,
1301,
780,
544,
2994,
8321,
1009,
970,
689,
724,
391,
2003,
4965,
608,
494,
4021,
2274,
2678,
5450,
6299,
1175,
605,
470,
555,
4937,
907,
5101,
663,
6046,
360,
578,
3631,
1096,
1318,
469,
500,
614,
649,
495,
453,
462,
3626,
849,
446,
453,
439,
637,
634,
736,
526,
3459,
3102,
2736,
3524,
443,
3817,
1747,
353,
3301,
3215,
2420,
480,
3019,
404,
992,
703,
514,
4831,
2692,
1544,
599,
2379,
645,
1022,
533,
2566,
2595,
787,
1223,
349,
685,
975,
4880,
678,
1518,
3114,
1318,
238,
816,
1123,
2105,
6641,
3523,
564,
4299,
1344,
652,
501,
369,
300,
518,
581,
429,
475,
536,
506,
365,
362,
537,
710,
315,
420,
450,
522,
331,
1825,
549,
608,
503,
620,
525,
935,
766,
373,
476,
443,
607,
761,
651,
600,
343,
596,
743,
509,
576,
1077,
573,
613,
502,
450,
281,
667,
373,
624,
370,
1564,
792,
533,
1332,
592,
473,
820,
552,
555,
470,
608,
696,
1881,
618,
1527,
598,
3744,
1334,
7561,
3201,
583,
754,
467,
558,
737,
643,
459,
1579,
477,
564,
769,
412,
579,
525,
517,
542,
581,
1454,
1678,
1129,
543,
870,
1655,
1450,
1240,
749,
814,
4511,
609,
920,
2395,
1977,
1224,
625,
758,
601,
750,
772,
814,
1316,
2836,
1036,
2375,
785,
3249,
7113,
2979,
4175,
571,
868,
664,
719,
722,
392,
580,
644,
735,
566,
703,
400,
454,
321,
563,
252,
587,
991,
499,
691,
507,
708,
478,
459,
689,
556,
549,
410,
616,
2980,
2809,
1168,
3104,
6847,
4737,
1053,
4164,
2697,
3213,
4094,
3493,
2872,
8019,
4023,
4734,
854,
845,
636,
771,
734,
688,
835,
717,
593,
723,
808,
559,
840,
425,
595,
790,
900,
1638,
494,
707,
1010,
2365,
1745,
611,
888,
363,
576,
930,
1001,
603,
531,
606,
644,
475,
1864,
696,
587,
820,
1669,
5987,
408,
573,
634,
553,
522,
482,
392,
502,
435,
567,
882,
1434,
1380,
466,
1662,
487,
789,
1292,
778,
648,
676,
465,
449,
1306,
1021,
404,
1220,
590,
2908,
740,
1171,
540,
468,
718,
716,
1603,
708,
745,
806,
834,
430,
965,
797,
2148,
1549,
2982,
802,
1137,
449,
1605,
1623,
4689,
4394,
889,
778,
894,
6805,
4915,
3959,
7769,
3479,
936,
1583,
542,
1231,
10846,
3368,
726,
1195,
4338,
4350,
5423,
537,
816,
757,
535,
1156,
1682,
1488,
1351,
2720,
917,
1356,
4613,
1350,
3703,
6699,
1243,
786,
630,
654,
471,
606,
447,
395,
576,
608,
1611,
523,
592,
465,
397,
661,
795,
795,
926,
311,
461,
1009,
521,
732,
509,
1291,
4328,
1144,
375,
698,
1216,
1032,
505,
929,
996,
387,
835,
837,
907,
992,
1539,
535,
501,
548,
425,
505,
300,
516,
536,
524,
469,
400,
452,
583,
562,
381,
536,
523,
337,
407,
608,
519,
476,
363,
294,
496,
313,
386,
533,
338,
755,
1226,
376,
399,
312,
490,
521,
519,
471,
610,
538,
507,
445,
438,
499,
719,
422,
2392,
2509,
349,
1486,
424,
1951,
492,
2045,
1731,
2129,
1278,
2441,
3156,
401,
4883,
349,
280,
516,
443,
602,
706,
721,
834,
821,
1173,
1130,
2175,
4524,
519,
728,
683,
471,
401,
450,
851,
1850,
5946,
872,
1296,
658,
1458,
1369,
1755,
1237,
1903,
2238,
3088,
1533,
2143,
3056,
1434,
3249,
2258,
841,
4062,
4921,
4646,
4307,
2241,
4083,
2481,
4418,
3129,
4426,
7034,
1730,
922,
1078,
2042,
912,
1858,
1408,
4188,
7762,
1004,
2246,
3602,
2580,
888,
2017,
1251,
943,
793,
5078,
819,
807,
1354,
906,
2435,
1509,
4968,
3638,
2584,
1646,
3762,
4118,
582,
2996,
10149,
932,
4848,
3327,
1422,
2911,
736,
543,
2290,
1435,
4039,
2346,
2251,
5074,
1641,
1569,
6600,
2527,
1298,
2194,
2170,
1931,
5548,
5906,
4401,
927,
4396,
1559,
4301,
4972,
926,
4163,
4037,
2587,
5786,
1164,
1666,
750,
6126,
720,
3372,
3098,
2595,
640,
1934,
805,
1574,
765,
1779,
867,
824,
5597,
6581,
875,
580,
1037,
1406,
1476,
2962,
4456,
1617,
795,
1531,
1335,
1494,
3472,
1421,
1917,
859,
4673,
3683,
1880,
861,
8230,
717,
2694,
4099,
1099,
2205,
2791,
1238,
7761,
1084,
3249,
3497,
631,
3090,
1625,
4439,
464,
3766,
481,
1326,
2893,
2903,
1458,
1054,
889,
486,
2319,
3475,
1337,
1252,
361,
871,
783,
845,
546,
1358,
5103,
943,
5238,
1537,
728,
2492,
963,
1421,
783,
1536,
593,
832,
1446,
1917,
3106,
5333,
620,
3011,
665,
1413,
764,
1121,
3789,
1343,
652,
1592,
2991,
772,
383,
1550,
1174,
626,
938,
882,
844,
1155,
1013,
752,
3827,
624,
1175,
998,
3836,
3738,
902,
1567,
3003,
880,
991,
1105,
691,
3694,
1388,
3607,
4056,
2244,
698,
568,
3256,
1573,
435,
2669,
715,
3193,
608,
903,
449,
1018,
1514,
3009,
985,
509,
5709,
2845,
3649,
829,
566,
2937,
655,
673,
1521,
1171,
734,
3743,
763,
754,
4611,
1294,
1530,
5550,
654,
3537,
808,
798,
639,
1572,
813,
2753,
1746,
2560,
1974,
915,
1184,
5612,
2264,
792,
1261,
1302,
1113,
1196,
2059,
1201,
827,
3538,
2043,
1046,
3454,
1819,
1219,
1484,
1234,
1844,
405,
3766,
5654,
1479,
914,
1400,
3341,
1105,
1082,
925,
601,
1139,
1379,
2769,
580,
1059,
2213,
3017,
717,
1216,
556,
1680,
1106,
942,
927,
5416,
1154,
2698,
781,
994,
1076,
1083,
2075,
4252,
4154,
3264,
2459,
2289,
2198,
936,
1538,
3693,
2110,
1387,
1726,
4573,
425,
1095,
589,
1071,
965,
1107,
1165,
1259,
1356,
1100,
997,
1454,
2790,
2933,
624,
1047,
2030,
3762,
2343,
2898,
2759,
1021,
1683,
3420,
978,
1808,
2585,
1370,
4864,
5624,
928,
3816,
1006,
2063,
996,
950,
7851,
985,
712,
2415,
1067,
3904,
2974,
4562,
1780,
1819,
955,
878,
1933,
3864,
1846,
3092,
661,
2213,
4602,
1505,
2094,
743,
2221,
6243,
1445,
578,
1061,
1031,
1896,
1326,
1452,
806,
6488,
1116,
628,
948,
1971,
689,
2377,
1482,
1877,
2465,
2501,
887,
2379,
3203,
1016,
1201,
2008,
2058,
1497,
1103,
2257,
3325,
4809,
2621,
928,
1199,
1863,
3765,
1556,
1140,
1873,
2254,
3752,
2789,
2600,
3851,
2664,
3474,
5278,
3284,
5888,
7848,
3075,
1448,
1682,
975,
3409,
675,
2310,
1538,
1867,
2858,
3789,
755,
2208,
936,
2404,
5928,
1545,
1064,
6247,
2573,
3212,
3031,
3116,
2005,
1333,
3998,
3434,
3179,
3241,
2045,
1478,
1052,
1394,
765,
5000,
1105,
842,
2174,
643
],
"looped_flags": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
]
},
"rl40": {
"acc": 83.5781041388518,
"loop_rate": 2.0026702269692924,
"n_looped": 30,
"no_answer": 31,
"tokens_median": 1214.5,
"tokens_mean": 2575.018024032043,
"tokens_p90": 5007.899999999999,
"post_ece15": 0.05562235339316634,
"post_n": 1468,
"acc_by_set": {
"eval_proc": 96.0,
"eval_ts": 72.66666666666667,
"opendecisions": 95.3125,
"localllama": 70.88888888888889
}
},
"base2b": {
"acc": 79.37249666221629,
"loop_rate": 0.13351134846461948,
"n_looped": 2,
"no_answer": 2,
"tokens_median": 441.0,
"tokens_mean": 763.2316421895861,
"tokens_p90": 1584.6,
"post_ece15": 0.07324122117204442,
"post_n": 1496,
"acc_by_set": {
"eval_proc": 92.66666666666666,
"eval_ts": 64.33333333333333,
"opendecisions": 91.51785714285714,
"localllama": 68.44444444444444
}
},
"v2b": {
"acc": 71.69559412550068,
"loop_rate": 7.409879839786382,
"n_looped": 111,
"no_answer": 113,
"tokens_median": 1056.0,
"tokens_mean": 4008.034712950601,
"tokens_p90": 6218.299999999999,
"post_ece15": 0.08925458013169425,
"post_n": 1387,
"acc_by_set": {
"eval_proc": 86.66666666666667,
"eval_ts": 57.666666666666664,
"opendecisions": 81.02678571428571,
"localllama": 61.77777777777778
}
},
"v2b_ro": {
"acc": 70.82777036048064,
"loop_rate": 2.069425901201602,
"n_looped": 31,
"no_answer": 54,
"tokens_median": 127.0,
"tokens_mean": 1343.3744993324433,
"tokens_p90": 955.7999999999997,
"post_ece15": 0.08999566192627774,
"post_n": 1467,
"acc_by_set": {
"eval_proc": 88.33333333333333,
"eval_ts": 63.33333333333333,
"opendecisions": 75.89285714285714,
"localllama": 59.111111111111114
}
}
},
"routing": {
"base": [
{
"f": 0.0,
"acc": 0.6181575433911882,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.6261682242990654,
"tokens": 27.104138851802404
},
{
"f": 0.02,
"acc": 0.6295060080106809,
"tokens": 68.91588785046729
},
{
"f": 0.03,
"acc": 0.6315086782376502,
"tokens": 108.9592790387183
},
{
"f": 0.04,
"acc": 0.6355140186915887,
"tokens": 156.55073431241655
},
{
"f": 0.05,
"acc": 0.6401869158878505,
"tokens": 199.85781041388518
},
{
"f": 0.06,
"acc": 0.6461949265687583,
"tokens": 225.43457943925233
},
{
"f": 0.07,
"acc": 0.6495327102803738,
"tokens": 261.95260347129505
},
{
"f": 0.08,
"acc": 0.6528704939919893,
"tokens": 293.1335113484646
},
{
"f": 0.09,
"acc": 0.6555407209612817,
"tokens": 352.67222963951934
},
{
"f": 0.1,
"acc": 0.6622162883845126,
"tokens": 377.7463284379172
},
{
"f": 0.11,
"acc": 0.6668891855807744,
"tokens": 411.78371161548733
},
{
"f": 0.12,
"acc": 0.670894526034713,
"tokens": 438.9672897196262
},
{
"f": 0.13,
"acc": 0.6742323097463284,
"tokens": 464.8297730307076
},
{
"f": 0.14,
"acc": 0.678237650200267,
"tokens": 488.37716955941255
},
{
"f": 0.15,
"acc": 0.6815754339118825,
"tokens": 542.237650200267
},
{
"f": 0.16,
"acc": 0.6855807743658211,
"tokens": 576.7710280373832
},
{
"f": 0.17,
"acc": 0.6875834445927904,
"tokens": 611.869826435247
},
{
"f": 0.18,
"acc": 0.6935914552736983,
"tokens": 637.0961281708945
},
{
"f": 0.19,
"acc": 0.6975967957276369,
"tokens": 663.7016021361816
},
{
"f": 0.2,
"acc": 0.7016021361815754,
"tokens": 694.5520694259012
},
{
"f": 0.21,
"acc": 0.7036048064085447,
"tokens": 725.2823765020026
},
{
"f": 0.22,
"acc": 0.7062750333778371,
"tokens": 786.4158878504672
},
{
"f": 0.23,
"acc": 0.7082777036048065,
"tokens": 822.5874499332443
},
{
"f": 0.24,
"acc": 0.7089452603471295,
"tokens": 856.3324432576769
},
{
"f": 0.25,
"acc": 0.7129506008010681,
"tokens": 885.2903871829105
},
{
"f": 0.26,
"acc": 0.7162883845126836,
"tokens": 933.6168224299065
},
{
"f": 0.27,
"acc": 0.7229639519359146,
"tokens": 964.8865153538051
},
{
"f": 0.28,
"acc": 0.7283044058744993,
"tokens": 997.1441922563417
},
{
"f": 0.29,
"acc": 0.7289719626168224,
"tokens": 1034.6955941255007
},
{
"f": 0.3,
"acc": 0.7303070761014686,
"tokens": 1069.6748998664887
},
{
"f": 0.31,
"acc": 0.7363150867823764,
"tokens": 1099.3117489986648
},
{
"f": 0.32,
"acc": 0.7403204272363151,
"tokens": 1135.5754339118826
},
{
"f": 0.33,
"acc": 0.7463284379172229,
"tokens": 1190.995994659546
},
{
"f": 0.34,
"acc": 0.7516688918558078,
"tokens": 1230.3304405874499
},
{
"f": 0.35,
"acc": 0.7570093457943925,
"tokens": 1274.5540720961283
},
{
"f": 0.36,
"acc": 0.7596795727636849,
"tokens": 1291.8371161548732
},
{
"f": 0.37,
"acc": 0.7643524699599465,
"tokens": 1323.3624833110814
},
{
"f": 0.38,
"acc": 0.7696929238985314,
"tokens": 1382.8424566088117
},
{
"f": 0.39,
"acc": 0.7750333778371161,
"tokens": 1422.8064085447263
},
{
"f": 0.4,
"acc": 0.7777036048064085,
"tokens": 1450.2049399198931
},
{
"f": 0.41,
"acc": 0.7783711615487316,
"tokens": 1490.3377837116154
},
{
"f": 0.42,
"acc": 0.7783711615487316,
"tokens": 1515.245660881175
},
{
"f": 0.43,
"acc": 0.7830440587449933,
"tokens": 1536.609479305741
},
{
"f": 0.44,
"acc": 0.7843791722296395,
"tokens": 1567.2530040053405
},
{
"f": 0.45,
"acc": 0.7883845126835781,
"tokens": 1593.2049399198931
},
{
"f": 0.46,
"acc": 0.7910547396528705,
"tokens": 1618.900534045394
},
{
"f": 0.47,
"acc": 0.7930574098798397,
"tokens": 1650.3918558077437
},
{
"f": 0.48,
"acc": 0.7957276368491322,
"tokens": 1667.0594125500668
},
{
"f": 0.49,
"acc": 0.7963951935914553,
"tokens": 1686.1188251001336
},
{
"f": 0.5,
"acc": 0.7963951935914553,
"tokens": 1720.388518024032
},
{
"f": 0.51,
"acc": 0.7997329773030708,
"tokens": 1756.3551401869158
},
{
"f": 0.52,
"acc": 0.80173564753004,
"tokens": 1778.8765020026701
},
{
"f": 0.53,
"acc": 0.8044058744993324,
"tokens": 1798.1575433911883
},
{
"f": 0.54,
"acc": 0.8057409879839786,
"tokens": 1830.5006675567424
},
{
"f": 0.55,
"acc": 0.807743658210948,
"tokens": 1850.5547396528705
},
{
"f": 0.56,
"acc": 0.8117489986648865,
"tokens": 1899.6695594125501
},
{
"f": 0.57,
"acc": 0.8130841121495327,
"tokens": 1927.3364485981308
},
{
"f": 0.58,
"acc": 0.8164218958611482,
"tokens": 1954.76435246996
},
{
"f": 0.59,
"acc": 0.8190921228304406,
"tokens": 1997.4906542056074
},
{
"f": 0.6,
"acc": 0.8190921228304406,
"tokens": 2044.2236315086782
},
{
"f": 0.61,
"acc": 0.8204272363150867,
"tokens": 2088.9065420560746
},
{
"f": 0.62,
"acc": 0.822429906542056,
"tokens": 2113.3691588785045
},
{
"f": 0.63,
"acc": 0.8237650200267023,
"tokens": 2125.5627503337782
},
{
"f": 0.64,
"acc": 0.8264352469959947,
"tokens": 2149.9599465954607
},
{
"f": 0.65,
"acc": 0.8271028037383178,
"tokens": 2176.3210947930575
},
{
"f": 0.66,
"acc": 0.8277703604806409,
"tokens": 2202.6441922563417
},
{
"f": 0.67,
"acc": 0.8297730307076101,
"tokens": 2221.904539385848
},
{
"f": 0.68,
"acc": 0.8324432576769025,
"tokens": 2245.915220293725
},
{
"f": 0.69,
"acc": 0.8337783711615487,
"tokens": 2260.439919893191
},
{
"f": 0.7,
"acc": 0.8344459279038718,
"tokens": 2302.3684913217626
},
{
"f": 0.71,
"acc": 0.8344459279038718,
"tokens": 2320.6335113484647
},
{
"f": 0.72,
"acc": 0.8344459279038718,
"tokens": 2342.335113484646
},
{
"f": 0.73,
"acc": 0.835113484646195,
"tokens": 2358.1789052069425
},
{
"f": 0.74,
"acc": 0.835113484646195,
"tokens": 2375.221628838451
},
{
"f": 0.75,
"acc": 0.8344459279038718,
"tokens": 2403.0654205607475
},
{
"f": 0.76,
"acc": 0.8344459279038718,
"tokens": 2415.5941255006674
},
{
"f": 0.77,
"acc": 0.8344459279038718,
"tokens": 2434.9319092122832
},
{
"f": 0.78,
"acc": 0.835113484646195,
"tokens": 2472.161548731642
},
{
"f": 0.79,
"acc": 0.8371161548731643,
"tokens": 2502.138184245661
},
{
"f": 0.8,
"acc": 0.8377837116154874,
"tokens": 2517.634178905207
},
{
"f": 0.81,
"acc": 0.8391188251001335,
"tokens": 2533.0260347129506
},
{
"f": 0.82,
"acc": 0.8404539385847797,
"tokens": 2554.2970627503337
},
{
"f": 0.83,
"acc": 0.8417890520694259,
"tokens": 2570.172229639519
},
{
"f": 0.84,
"acc": 0.842456608811749,
"tokens": 2608.814419225634
},
{
"f": 0.85,
"acc": 0.842456608811749,
"tokens": 2618.1028037383176
},
{
"f": 0.86,
"acc": 0.8431241655540721,
"tokens": 2632.5440587449934
},
{
"f": 0.87,
"acc": 0.8431241655540721,
"tokens": 2639.960614152203
},
{
"f": 0.88,
"acc": 0.8431241655540721,
"tokens": 2655.697596795728
},
{
"f": 0.89,
"acc": 0.8437917222963952,
"tokens": 2669.128170894526
},
{
"f": 0.9,
"acc": 0.8431241655540721,
"tokens": 2686.4786381842455
},
{
"f": 0.91,
"acc": 0.8437917222963952,
"tokens": 2698.727636849132
},
{
"f": 0.92,
"acc": 0.8437917222963952,
"tokens": 2706.4739652870494
},
{
"f": 0.93,
"acc": 0.8437917222963952,
"tokens": 2712.8484646194925
},
{
"f": 0.94,
"acc": 0.8444592790387183,
"tokens": 2722.4706275033377
},
{
"f": 0.95,
"acc": 0.8437917222963952,
"tokens": 2731.837116154873
},
{
"f": 0.96,
"acc": 0.8437917222963952,
"tokens": 2739.034712950601
},
{
"f": 0.97,
"acc": 0.8444592790387183,
"tokens": 2752.4292389853135
},
{
"f": 0.98,
"acc": 0.8444592790387183,
"tokens": 2759.3090787716956
},
{
"f": 0.99,
"acc": 0.8444592790387183,
"tokens": 2766.0126835781043
},
{
"f": 1.0,
"acc": 0.8444592790387183,
"tokens": 2772.6622162883846
}
],
"v1": [
{
"f": 0.0,
"acc": 0.7029372496662216,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.705607476635514,
"tokens": 40.467957276368494
},
{
"f": 0.02,
"acc": 0.7082777036048065,
"tokens": 91.4192256341789
},
{
"f": 0.03,
"acc": 0.7096128170894526,
"tokens": 123.12750333778371
},
{
"f": 0.04,
"acc": 0.7129506008010681,
"tokens": 156.45594125500668
},
{
"f": 0.05,
"acc": 0.7149532710280374,
"tokens": 183.54405874499332
},
{
"f": 0.06,
"acc": 0.7189586114819759,
"tokens": 221.66288384512683
},
{
"f": 0.07,
"acc": 0.7209612817089452,
"tokens": 257.0500667556742
},
{
"f": 0.08,
"acc": 0.7229639519359146,
"tokens": 308.1335113484646
},
{
"f": 0.09,
"acc": 0.7242990654205608,
"tokens": 350.58010680907876
},
{
"f": 0.1,
"acc": 0.7269692923898531,
"tokens": 393.00200267022694
},
{
"f": 0.11,
"acc": 0.7309746328437917,
"tokens": 423.9833110814419
},
{
"f": 0.12,
"acc": 0.7323097463284379,
"tokens": 438.8157543391188
},
{
"f": 0.13,
"acc": 0.7363150867823764,
"tokens": 490.5073431241656
},
{
"f": 0.14,
"acc": 0.7376502002670227,
"tokens": 540.8291054739653
},
{
"f": 0.15,
"acc": 0.7443257676902537,
"tokens": 610.993991989319
},
{
"f": 0.16,
"acc": 0.7496662216288384,
"tokens": 672.6128170894526
},
{
"f": 0.17,
"acc": 0.7503337783711616,
"tokens": 706.4833110814419
},
{
"f": 0.18,
"acc": 0.753004005340454,
"tokens": 747.6008010680907
},
{
"f": 0.19,
"acc": 0.7543391188251002,
"tokens": 766.3050734312417
},
{
"f": 0.2,
"acc": 0.7576769025367156,
"tokens": 827.6922563417891
},
{
"f": 0.21,
"acc": 0.7596795727636849,
"tokens": 858.4993324432577
},
{
"f": 0.22,
"acc": 0.7616822429906542,
"tokens": 881.2543391188251
},
{
"f": 0.23,
"acc": 0.7650200267022697,
"tokens": 915.9519359145528
},
{
"f": 0.24,
"acc": 0.7696929238985314,
"tokens": 968.9866488651535
},
{
"f": 0.25,
"acc": 0.7703604806408545,
"tokens": 1002.5914552736982
},
{
"f": 0.26,
"acc": 0.7736982643524699,
"tokens": 1028.4579439252336
},
{
"f": 0.27,
"acc": 0.7763684913217623,
"tokens": 1057.122162883845
},
{
"f": 0.28,
"acc": 0.7777036048064085,
"tokens": 1084.6762349799733
},
{
"f": 0.29,
"acc": 0.7790387182910548,
"tokens": 1118.6975967957276
},
{
"f": 0.3,
"acc": 0.7797062750333779,
"tokens": 1166.328437917223
},
{
"f": 0.31,
"acc": 0.7857142857142857,
"tokens": 1194.016688918558
},
{
"f": 0.32,
"acc": 0.7870493991989319,
"tokens": 1260.8811748998664
},
{
"f": 0.33,
"acc": 0.7890520694259012,
"tokens": 1284.3157543391187
},
{
"f": 0.34,
"acc": 0.7917222963951935,
"tokens": 1319.458611481976
},
{
"f": 0.35,
"acc": 0.7937249666221629,
"tokens": 1348.60347129506
},
{
"f": 0.36,
"acc": 0.7950600801068091,
"tokens": 1389.2783711615486
},
{
"f": 0.37,
"acc": 0.7957276368491322,
"tokens": 1413.6869158878505
},
{
"f": 0.38,
"acc": 0.7977303070761015,
"tokens": 1453.0781041388518
},
{
"f": 0.39,
"acc": 0.7983978638184246,
"tokens": 1506.0727636849133
},
{
"f": 0.4,
"acc": 0.7990654205607477,
"tokens": 1535.877837116155
},
{
"f": 0.41,
"acc": 0.8024032042723631,
"tokens": 1564.6028037383178
},
{
"f": 0.42,
"acc": 0.8057409879839786,
"tokens": 1587.9018691588785
},
{
"f": 0.43,
"acc": 0.8057409879839786,
"tokens": 1623.124165554072
},
{
"f": 0.44,
"acc": 0.8050734312416555,
"tokens": 1645.8164218958611
},
{
"f": 0.45,
"acc": 0.8070761014686249,
"tokens": 1677.4452603471295
},
{
"f": 0.46,
"acc": 0.8064085447263017,
"tokens": 1736.7002670226968
},
{
"f": 0.47,
"acc": 0.8097463284379173,
"tokens": 1787.3504672897195
},
{
"f": 0.48,
"acc": 0.8117489986648865,
"tokens": 1815.0527369826436
},
{
"f": 0.49,
"acc": 0.815086782376502,
"tokens": 1835.1348464619493
},
{
"f": 0.5,
"acc": 0.815086782376502,
"tokens": 1860.6642189586114
},
{
"f": 0.51,
"acc": 0.8177570093457944,
"tokens": 1903.3477970627503
},
{
"f": 0.52,
"acc": 0.8184245660881175,
"tokens": 1919.4779706275033
},
{
"f": 0.53,
"acc": 0.8210947930574098,
"tokens": 1942.745660881175
},
{
"f": 0.54,
"acc": 0.8251001335113485,
"tokens": 1962.1395193591454
},
{
"f": 0.55,
"acc": 0.8257676902536716,
"tokens": 1983.9459279038717
},
{
"f": 0.56,
"acc": 0.8271028037383178,
"tokens": 2008.421228304406
},
{
"f": 0.57,
"acc": 0.8264352469959947,
"tokens": 2041.0180240320428
},
{
"f": 0.58,
"acc": 0.8264352469959947,
"tokens": 2063.6021361815756
},
{
"f": 0.59,
"acc": 0.829105473965287,
"tokens": 2105.2703604806406
},
{
"f": 0.6,
"acc": 0.829105473965287,
"tokens": 2116.0053404539385
},
{
"f": 0.61,
"acc": 0.8297730307076101,
"tokens": 2135.3811748998664
},
{
"f": 0.62,
"acc": 0.8304405874499332,
"tokens": 2155.031375166889
},
{
"f": 0.63,
"acc": 0.8317757009345794,
"tokens": 2192.5467289719627
},
{
"f": 0.64,
"acc": 0.8331108144192256,
"tokens": 2211.3297730307077
},
{
"f": 0.65,
"acc": 0.835113484646195,
"tokens": 2227.10347129506
},
{
"f": 0.66,
"acc": 0.8377837116154874,
"tokens": 2241.9646194926568
},
{
"f": 0.67,
"acc": 0.8397863818424566,
"tokens": 2261.119492656876
},
{
"f": 0.68,
"acc": 0.8404539385847797,
"tokens": 2275.698931909212
},
{
"f": 0.69,
"acc": 0.8404539385847797,
"tokens": 2292.0647530040055
},
{
"f": 0.7,
"acc": 0.8411214953271028,
"tokens": 2304.3170894526033
},
{
"f": 0.71,
"acc": 0.8431241655540721,
"tokens": 2320.8958611481976
},
{
"f": 0.72,
"acc": 0.8437917222963952,
"tokens": 2336.0814419225635
},
{
"f": 0.73,
"acc": 0.8437917222963952,
"tokens": 2343.6335113484647
},
{
"f": 0.74,
"acc": 0.8437917222963952,
"tokens": 2357.718958611482
},
{
"f": 0.75,
"acc": 0.8444592790387183,
"tokens": 2391.3090787716956
},
{
"f": 0.76,
"acc": 0.8444592790387183,
"tokens": 2404.5367156208276
},
{
"f": 0.77,
"acc": 0.8444592790387183,
"tokens": 2419.1335113484647
},
{
"f": 0.78,
"acc": 0.8444592790387183,
"tokens": 2435.457943925234
},
{
"f": 0.79,
"acc": 0.8457943925233645,
"tokens": 2453.8664886515353
},
{
"f": 0.8,
"acc": 0.8477970627503337,
"tokens": 2469.214285714286
},
{
"f": 0.81,
"acc": 0.8491321762349799,
"tokens": 2485.9933244325766
},
{
"f": 0.82,
"acc": 0.8491321762349799,
"tokens": 2499.61214953271
},
{
"f": 0.83,
"acc": 0.8491321762349799,
"tokens": 2515.620160213618
},
{
"f": 0.84,
"acc": 0.849799732977303,
"tokens": 2531.171562082777
},
{
"f": 0.85,
"acc": 0.849799732977303,
"tokens": 2543.2102803738317
},
{
"f": 0.86,
"acc": 0.849799732977303,
"tokens": 2549.697596795728
},
{
"f": 0.87,
"acc": 0.849799732977303,
"tokens": 2560.2363150867823
},
{
"f": 0.88,
"acc": 0.849799732977303,
"tokens": 2573.168891855808
},
{
"f": 0.89,
"acc": 0.8504672897196262,
"tokens": 2583.7236315086784
},
{
"f": 0.9,
"acc": 0.8511348464619493,
"tokens": 2595.2389853137515
},
{
"f": 0.91,
"acc": 0.8511348464619493,
"tokens": 2602.164886515354
},
{
"f": 0.92,
"acc": 0.8511348464619493,
"tokens": 2612.7550066755675
},
{
"f": 0.93,
"acc": 0.8511348464619493,
"tokens": 2618.642189586115
},
{
"f": 0.94,
"acc": 0.8511348464619493,
"tokens": 2626.061415220294
},
{
"f": 0.95,
"acc": 0.8511348464619493,
"tokens": 2633.8257676902535
},
{
"f": 0.96,
"acc": 0.8511348464619493,
"tokens": 2640.5093457943926
},
{
"f": 0.97,
"acc": 0.8511348464619493,
"tokens": 2646.871829105474
},
{
"f": 0.98,
"acc": 0.8511348464619493,
"tokens": 2653.287716955941
},
{
"f": 0.99,
"acc": 0.8511348464619493,
"tokens": 2658.9512683578105
},
{
"f": 1.0,
"acc": 0.8511348464619493,
"tokens": 2664.4245660881174
}
],
"v2": [
{
"f": 0.0,
"acc": 0.7596795727636849,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.7650200267022697,
"tokens": 61.130173564753
},
{
"f": 0.02,
"acc": 0.7676902536715621,
"tokens": 118.87383177570094
},
{
"f": 0.03,
"acc": 0.7676902536715621,
"tokens": 233.16088117489986
},
{
"f": 0.04,
"acc": 0.7730307076101469,
"tokens": 282.9412550066756
},
{
"f": 0.05,
"acc": 0.774365821094793,
"tokens": 375.30774365821094
},
{
"f": 0.06,
"acc": 0.7783711615487316,
"tokens": 420.6415220293725
},
{
"f": 0.07,
"acc": 0.7790387182910548,
"tokens": 469.96128170894525
},
{
"f": 0.08,
"acc": 0.7797062750333779,
"tokens": 509.51935914552735
},
{
"f": 0.09,
"acc": 0.7817089452603472,
"tokens": 617.326435246996
},
{
"f": 0.1,
"acc": 0.7843791722296395,
"tokens": 667.6742323097463
},
{
"f": 0.11,
"acc": 0.7883845126835781,
"tokens": 691.4032042723632
},
{
"f": 0.12,
"acc": 0.7903871829105474,
"tokens": 740.3291054739653
},
{
"f": 0.13,
"acc": 0.7923898531375166,
"tokens": 820.56608811749
},
{
"f": 0.14,
"acc": 0.7950600801068091,
"tokens": 871.0740987983978
},
{
"f": 0.15,
"acc": 0.7997329773030708,
"tokens": 935.6815754339119
},
{
"f": 0.16,
"acc": 0.8010680907877169,
"tokens": 993.6602136181575
},
{
"f": 0.17,
"acc": 0.8004005340453939,
"tokens": 1054.6748998664887
},
{
"f": 0.18,
"acc": 0.80173564753004,
"tokens": 1109.289052069426
},
{
"f": 0.19,
"acc": 0.8037383177570093,
"tokens": 1172.1408544726303
},
{
"f": 0.2,
"acc": 0.8064085447263017,
"tokens": 1221.9452603471295
},
{
"f": 0.21,
"acc": 0.8084112149532711,
"tokens": 1270.6355140186915
},
{
"f": 0.22,
"acc": 0.8117489986648865,
"tokens": 1299.6014686248332
},
{
"f": 0.23,
"acc": 0.8137516688918558,
"tokens": 1348.5667556742324
},
{
"f": 0.24,
"acc": 0.8137516688918558,
"tokens": 1397.5714285714287
},
{
"f": 0.25,
"acc": 0.8157543391188251,
"tokens": 1422.1355140186915
},
{
"f": 0.26,
"acc": 0.8170894526034713,
"tokens": 1467.3744993324433
},
{
"f": 0.27,
"acc": 0.8197596795727636,
"tokens": 1536.6615487316421
},
{
"f": 0.28,
"acc": 0.8197596795727636,
"tokens": 1646.6835781041389
},
{
"f": 0.29,
"acc": 0.8190921228304406,
"tokens": 1704.0934579439252
},
{
"f": 0.3,
"acc": 0.8177570093457944,
"tokens": 1749.4352469959947
},
{
"f": 0.31,
"acc": 0.8184245660881175,
"tokens": 1806.9225634178906
},
{
"f": 0.32,
"acc": 0.8184245660881175,
"tokens": 1837.3865153538052
},
{
"f": 0.33,
"acc": 0.8204272363150867,
"tokens": 1868.1108144192256
},
{
"f": 0.34,
"acc": 0.822429906542056,
"tokens": 1901.747663551402
},
{
"f": 0.35,
"acc": 0.8210947930574098,
"tokens": 1995.3664886515353
},
{
"f": 0.36,
"acc": 0.8230974632843792,
"tokens": 2064.031375166889
},
{
"f": 0.37,
"acc": 0.8251001335113485,
"tokens": 2088.721628838451
},
{
"f": 0.38,
"acc": 0.8244325767690254,
"tokens": 2131.620160213618
},
{
"f": 0.39,
"acc": 0.8251001335113485,
"tokens": 2170.2303070761013
},
{
"f": 0.4,
"acc": 0.8257676902536716,
"tokens": 2238.9439252336447
},
{
"f": 0.41,
"acc": 0.8264352469959947,
"tokens": 2269.2970627503337
},
{
"f": 0.42,
"acc": 0.8251001335113485,
"tokens": 2305.9432576769027
},
{
"f": 0.43,
"acc": 0.8244325767690254,
"tokens": 2352.2610146862485
},
{
"f": 0.44,
"acc": 0.8257676902536716,
"tokens": 2388.9259012016023
},
{
"f": 0.45,
"acc": 0.829105473965287,
"tokens": 2414.63217623498
},
{
"f": 0.46,
"acc": 0.829105473965287,
"tokens": 2438.167556742323
},
{
"f": 0.47,
"acc": 0.829105473965287,
"tokens": 2458.6375166889184
},
{
"f": 0.48,
"acc": 0.8311081441922563,
"tokens": 2498.0026702269693
},
{
"f": 0.49,
"acc": 0.8304405874499332,
"tokens": 2521.0841121495328
},
{
"f": 0.5,
"acc": 0.8317757009345794,
"tokens": 2561.843124165554
},
{
"f": 0.51,
"acc": 0.8344459279038718,
"tokens": 2585.5921228304405
},
{
"f": 0.52,
"acc": 0.835781041388518,
"tokens": 2609.4973297730307
},
{
"f": 0.53,
"acc": 0.835781041388518,
"tokens": 2631.481975967957
},
{
"f": 0.54,
"acc": 0.8364485981308412,
"tokens": 2664.7823765020025
},
{
"f": 0.55,
"acc": 0.8364485981308412,
"tokens": 2691.655540720961
},
{
"f": 0.56,
"acc": 0.835781041388518,
"tokens": 2717.552069425901
},
{
"f": 0.57,
"acc": 0.835113484646195,
"tokens": 2794.765020026702
},
{
"f": 0.58,
"acc": 0.835113484646195,
"tokens": 2814.427903871829
},
{
"f": 0.59,
"acc": 0.8364485981308412,
"tokens": 2860.955273698264
},
{
"f": 0.6,
"acc": 0.8371161548731643,
"tokens": 2890.939919893191
},
{
"f": 0.61,
"acc": 0.8371161548731643,
"tokens": 2933.2182910547394
},
{
"f": 0.62,
"acc": 0.8371161548731643,
"tokens": 2949.303738317757
},
{
"f": 0.63,
"acc": 0.8384512683578104,
"tokens": 2996.3724966622162
},
{
"f": 0.64,
"acc": 0.8377837116154874,
"tokens": 3037.0567423230973
},
{
"f": 0.65,
"acc": 0.8384512683578104,
"tokens": 3075.5874499332444
},
{
"f": 0.66,
"acc": 0.8384512683578104,
"tokens": 3096.150867823765
},
{
"f": 0.67,
"acc": 0.8391188251001335,
"tokens": 3129.5307076101467
},
{
"f": 0.68,
"acc": 0.8404539385847797,
"tokens": 3162.3177570093458
},
{
"f": 0.69,
"acc": 0.8417890520694259,
"tokens": 3176.5026702269693
},
{
"f": 0.7,
"acc": 0.8417890520694259,
"tokens": 3228.344459279039
},
{
"f": 0.71,
"acc": 0.8411214953271028,
"tokens": 3245.40520694259
},
{
"f": 0.72,
"acc": 0.8411214953271028,
"tokens": 3257.7369826435247
},
{
"f": 0.73,
"acc": 0.8417890520694259,
"tokens": 3265.5680907877168
},
{
"f": 0.74,
"acc": 0.8417890520694259,
"tokens": 3273.5934579439254
},
{
"f": 0.75,
"acc": 0.8417890520694259,
"tokens": 3287.221628838451
},
{
"f": 0.76,
"acc": 0.8417890520694259,
"tokens": 3325.283044058745
},
{
"f": 0.77,
"acc": 0.842456608811749,
"tokens": 3339.572096128171
},
{
"f": 0.78,
"acc": 0.842456608811749,
"tokens": 3353.621495327103
},
{
"f": 0.79,
"acc": 0.842456608811749,
"tokens": 3397.3177570093458
},
{
"f": 0.8,
"acc": 0.842456608811749,
"tokens": 3433.4946595460615
},
{
"f": 0.81,
"acc": 0.842456608811749,
"tokens": 3448.407209612817
},
{
"f": 0.82,
"acc": 0.842456608811749,
"tokens": 3463.981975967957
},
{
"f": 0.83,
"acc": 0.842456608811749,
"tokens": 3499.2196261682243
},
{
"f": 0.84,
"acc": 0.842456608811749,
"tokens": 3507.502002670227
},
{
"f": 0.85,
"acc": 0.842456608811749,
"tokens": 3516.8564753004007
},
{
"f": 0.86,
"acc": 0.842456608811749,
"tokens": 3530.058077436582
},
{
"f": 0.87,
"acc": 0.842456608811749,
"tokens": 3558.2329773030706
},
{
"f": 0.88,
"acc": 0.842456608811749,
"tokens": 3566.979305740988
},
{
"f": 0.89,
"acc": 0.842456608811749,
"tokens": 3581.2570093457944
},
{
"f": 0.9,
"acc": 0.842456608811749,
"tokens": 3613.1168224299067
},
{
"f": 0.91,
"acc": 0.842456608811749,
"tokens": 3623.5260347129506
},
{
"f": 0.92,
"acc": 0.842456608811749,
"tokens": 3661.1461949265686
},
{
"f": 0.93,
"acc": 0.842456608811749,
"tokens": 3671.024032042724
},
{
"f": 0.94,
"acc": 0.842456608811749,
"tokens": 3684.70694259012
},
{
"f": 0.95,
"acc": 0.842456608811749,
"tokens": 3694.6295060080106
},
{
"f": 0.96,
"acc": 0.842456608811749,
"tokens": 3705.672229639519
},
{
"f": 0.97,
"acc": 0.842456608811749,
"tokens": 3714.28437917223
},
{
"f": 0.98,
"acc": 0.842456608811749,
"tokens": 3722.93391188251
},
{
"f": 0.99,
"acc": 0.842456608811749,
"tokens": 3734.4265687583443
},
{
"f": 1.0,
"acc": 0.842456608811749,
"tokens": 3748.150867823765
}
],
"rl60": [
{
"f": 0.0,
"acc": 0.7590120160213618,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.7630173564753004,
"tokens": 19.90720961281709
},
{
"f": 0.02,
"acc": 0.7663551401869159,
"tokens": 44.815086782376504
},
{
"f": 0.03,
"acc": 0.7663551401869159,
"tokens": 72.29372496662216
},
{
"f": 0.04,
"acc": 0.7676902536715621,
"tokens": 86.01535380507343
},
{
"f": 0.05,
"acc": 0.7710280373831776,
"tokens": 120.32242990654206
},
{
"f": 0.06,
"acc": 0.7770360480640854,
"tokens": 142.5293724966622
},
{
"f": 0.07,
"acc": 0.7750333778371161,
"tokens": 172.97663551401868
},
{
"f": 0.08,
"acc": 0.7763684913217623,
"tokens": 191.69425901201603
},
{
"f": 0.09,
"acc": 0.7757009345794392,
"tokens": 219.30574098798397
},
{
"f": 0.1,
"acc": 0.7783711615487316,
"tokens": 244.1008010680908
},
{
"f": 0.11,
"acc": 0.7823765020026703,
"tokens": 269.9732977303071
},
{
"f": 0.12,
"acc": 0.7863818424566088,
"tokens": 297.41455273698267
},
{
"f": 0.13,
"acc": 0.787716955941255,
"tokens": 318.96328437917225
},
{
"f": 0.14,
"acc": 0.7883845126835781,
"tokens": 346.3958611481976
},
{
"f": 0.15,
"acc": 0.7917222963951935,
"tokens": 373.3825100133511
},
{
"f": 0.16,
"acc": 0.7923898531375166,
"tokens": 399.2703604806409
},
{
"f": 0.17,
"acc": 0.7970627503337784,
"tokens": 422.9946595460614
},
{
"f": 0.18,
"acc": 0.7983978638184246,
"tokens": 442.09879839786385
},
{
"f": 0.19,
"acc": 0.7983978638184246,
"tokens": 466.6782376502003
},
{
"f": 0.2,
"acc": 0.8030707610146862,
"tokens": 487.371829105474
},
{
"f": 0.21,
"acc": 0.8050734312416555,
"tokens": 512.0320427236315
},
{
"f": 0.22,
"acc": 0.807743658210948,
"tokens": 531.6882510013351
},
{
"f": 0.23,
"acc": 0.8097463284379173,
"tokens": 547.1955941255006
},
{
"f": 0.24,
"acc": 0.8110814419225634,
"tokens": 577.5941255006676
},
{
"f": 0.25,
"acc": 0.8117489986648865,
"tokens": 601.3504672897196
},
{
"f": 0.26,
"acc": 0.8124165554072096,
"tokens": 630.3210947930575
},
{
"f": 0.27,
"acc": 0.8164218958611482,
"tokens": 655.1408544726302
},
{
"f": 0.28,
"acc": 0.8177570093457944,
"tokens": 683.024699599466
},
{
"f": 0.29,
"acc": 0.8164218958611482,
"tokens": 710.8411214953271
},
{
"f": 0.3,
"acc": 0.8184245660881175,
"tokens": 729.0380507343124
},
{
"f": 0.31,
"acc": 0.8190921228304406,
"tokens": 747.8771695594126
},
{
"f": 0.32,
"acc": 0.8190921228304406,
"tokens": 766.8831775700935
},
{
"f": 0.33,
"acc": 0.8170894526034713,
"tokens": 792.475300400534
},
{
"f": 0.34,
"acc": 0.8170894526034713,
"tokens": 814.6675567423231
},
{
"f": 0.35,
"acc": 0.8170894526034713,
"tokens": 836.3858477970628
},
{
"f": 0.36,
"acc": 0.8184245660881175,
"tokens": 856.4586114819759
},
{
"f": 0.37,
"acc": 0.8190921228304406,
"tokens": 877.5667556742324
},
{
"f": 0.38,
"acc": 0.8190921228304406,
"tokens": 900.2616822429907
},
{
"f": 0.39,
"acc": 0.8190921228304406,
"tokens": 935.9846461949265
},
{
"f": 0.4,
"acc": 0.8170894526034713,
"tokens": 957.7837116154873
},
{
"f": 0.41,
"acc": 0.8177570093457944,
"tokens": 980.9966622162884
},
{
"f": 0.42,
"acc": 0.8204272363150867,
"tokens": 995.6181575433911
},
{
"f": 0.43,
"acc": 0.8197596795727636,
"tokens": 1011.6802403204273
},
{
"f": 0.44,
"acc": 0.8184245660881175,
"tokens": 1043.3918558077437
},
{
"f": 0.45,
"acc": 0.8197596795727636,
"tokens": 1058.9866488651535
},
{
"f": 0.46,
"acc": 0.822429906542056,
"tokens": 1081.4973297730307
},
{
"f": 0.47,
"acc": 0.822429906542056,
"tokens": 1094.392523364486
},
{
"f": 0.48,
"acc": 0.822429906542056,
"tokens": 1111.6822429906542
},
{
"f": 0.49,
"acc": 0.8230974632843792,
"tokens": 1127.3858477970628
},
{
"f": 0.5,
"acc": 0.822429906542056,
"tokens": 1141.5881174899866
},
{
"f": 0.51,
"acc": 0.8230974632843792,
"tokens": 1158.7323097463284
},
{
"f": 0.52,
"acc": 0.8230974632843792,
"tokens": 1180.871829105474
},
{
"f": 0.53,
"acc": 0.822429906542056,
"tokens": 1200.3317757009345
},
{
"f": 0.54,
"acc": 0.822429906542056,
"tokens": 1220.03738317757
},
{
"f": 0.55,
"acc": 0.8237650200267023,
"tokens": 1231.1068090787717
},
{
"f": 0.56,
"acc": 0.8230974632843792,
"tokens": 1249.1522029372497
},
{
"f": 0.57,
"acc": 0.8237650200267023,
"tokens": 1263.154873164219
},
{
"f": 0.58,
"acc": 0.8257676902536716,
"tokens": 1277.851134846462
},
{
"f": 0.59,
"acc": 0.8271028037383178,
"tokens": 1297.7630173564753
},
{
"f": 0.6,
"acc": 0.8271028037383178,
"tokens": 1317.0447263017356
},
{
"f": 0.61,
"acc": 0.8271028037383178,
"tokens": 1334.0160213618158
},
{
"f": 0.62,
"acc": 0.828437917222964,
"tokens": 1351.8771695594126
},
{
"f": 0.63,
"acc": 0.8277703604806409,
"tokens": 1368.8918558077437
},
{
"f": 0.64,
"acc": 0.828437917222964,
"tokens": 1383.349132176235
},
{
"f": 0.65,
"acc": 0.8297730307076101,
"tokens": 1402.1001335113485
},
{
"f": 0.66,
"acc": 0.8297730307076101,
"tokens": 1436.134178905207
},
{
"f": 0.67,
"acc": 0.8304405874499332,
"tokens": 1447.006008010681
},
{
"f": 0.68,
"acc": 0.8317757009345794,
"tokens": 1460.1955941255007
},
{
"f": 0.69,
"acc": 0.8317757009345794,
"tokens": 1472.0534045393858
},
{
"f": 0.7,
"acc": 0.8324432576769025,
"tokens": 1484.5781041388518
},
{
"f": 0.71,
"acc": 0.8331108144192256,
"tokens": 1493.8631508678238
},
{
"f": 0.72,
"acc": 0.8331108144192256,
"tokens": 1506.3518024032044
},
{
"f": 0.73,
"acc": 0.8331108144192256,
"tokens": 1513.7189586114819
},
{
"f": 0.74,
"acc": 0.8337783711615487,
"tokens": 1522.0654205607477
},
{
"f": 0.75,
"acc": 0.8344459279038718,
"tokens": 1534.328437917223
},
{
"f": 0.76,
"acc": 0.8337783711615487,
"tokens": 1546.3377837116154
},
{
"f": 0.77,
"acc": 0.8337783711615487,
"tokens": 1572.6995994659546
},
{
"f": 0.78,
"acc": 0.8337783711615487,
"tokens": 1584.6728971962616
},
{
"f": 0.79,
"acc": 0.8337783711615487,
"tokens": 1598.266355140187
},
{
"f": 0.8,
"acc": 0.8337783711615487,
"tokens": 1608.60347129506
},
{
"f": 0.81,
"acc": 0.8337783711615487,
"tokens": 1623.39652870494
},
{
"f": 0.82,
"acc": 0.8337783711615487,
"tokens": 1636.2736982643526
},
{
"f": 0.83,
"acc": 0.8337783711615487,
"tokens": 1645.1829105473964
},
{
"f": 0.84,
"acc": 0.8337783711615487,
"tokens": 1651.7349799732976
},
{
"f": 0.85,
"acc": 0.8337783711615487,
"tokens": 1660.7997329773032
},
{
"f": 0.86,
"acc": 0.8337783711615487,
"tokens": 1671.363818424566
},
{
"f": 0.87,
"acc": 0.8337783711615487,
"tokens": 1679.4499332443258
},
{
"f": 0.88,
"acc": 0.8337783711615487,
"tokens": 1686.9899866488652
},
{
"f": 0.89,
"acc": 0.8337783711615487,
"tokens": 1700.997997329773
},
{
"f": 0.9,
"acc": 0.8337783711615487,
"tokens": 1714.0734312416555
},
{
"f": 0.91,
"acc": 0.8337783711615487,
"tokens": 1722.1602136181575
},
{
"f": 0.92,
"acc": 0.8337783711615487,
"tokens": 1732.4118825100134
},
{
"f": 0.93,
"acc": 0.8337783711615487,
"tokens": 1743.4425901201603
},
{
"f": 0.94,
"acc": 0.8337783711615487,
"tokens": 1750.0761014686248
},
{
"f": 0.95,
"acc": 0.8337783711615487,
"tokens": 1757.6662216288385
},
{
"f": 0.96,
"acc": 0.8337783711615487,
"tokens": 1764.708945260347
},
{
"f": 0.97,
"acc": 0.8337783711615487,
"tokens": 1773.3805073431242
},
{
"f": 0.98,
"acc": 0.8337783711615487,
"tokens": 1781.0874499332442
},
{
"f": 0.99,
"acc": 0.8337783711615487,
"tokens": 1790.9372496662215
},
{
"f": 1.0,
"acc": 0.8337783711615487,
"tokens": 1802.041388518024
}
],
"rl40": [
{
"f": 0.0,
"acc": 0.7596795727636849,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.7623497997329773,
"tokens": 30.43324432576769
},
{
"f": 0.02,
"acc": 0.7623497997329773,
"tokens": 86.58010680907877
},
{
"f": 0.03,
"acc": 0.7623497997329773,
"tokens": 126.75233644859813
},
{
"f": 0.04,
"acc": 0.7630173564753004,
"tokens": 213.6909212283044
},
{
"f": 0.05,
"acc": 0.7683578104138852,
"tokens": 237.75166889185581
},
{
"f": 0.06,
"acc": 0.7730307076101469,
"tokens": 267.4425901201602
},
{
"f": 0.07,
"acc": 0.774365821094793,
"tokens": 292.16555407209614
},
{
"f": 0.08,
"acc": 0.7763684913217623,
"tokens": 317.42056074766356
},
{
"f": 0.09,
"acc": 0.7810413885180241,
"tokens": 349.89452603471295
},
{
"f": 0.1,
"acc": 0.7830440587449933,
"tokens": 373.7469959946595
},
{
"f": 0.11,
"acc": 0.7863818424566088,
"tokens": 433.06208277703604
},
{
"f": 0.12,
"acc": 0.787716955941255,
"tokens": 452.88851802403207
},
{
"f": 0.13,
"acc": 0.787716955941255,
"tokens": 483.45527369826436
},
{
"f": 0.14,
"acc": 0.7917222963951935,
"tokens": 507.86048064085446
},
{
"f": 0.15,
"acc": 0.7970627503337784,
"tokens": 547.6922563417891
},
{
"f": 0.16,
"acc": 0.7977303070761015,
"tokens": 594.0080106809079
},
{
"f": 0.17,
"acc": 0.8004005340453939,
"tokens": 658.6014686248332
},
{
"f": 0.18,
"acc": 0.8044058744993324,
"tokens": 686.2316421895861
},
{
"f": 0.19,
"acc": 0.8044058744993324,
"tokens": 720.3564753004006
},
{
"f": 0.2,
"acc": 0.8050734312416555,
"tokens": 738.4105473965287
},
{
"f": 0.21,
"acc": 0.807743658210948,
"tokens": 788.9993324432577
},
{
"f": 0.22,
"acc": 0.8097463284379173,
"tokens": 834.1134846461949
},
{
"f": 0.23,
"acc": 0.8110814419225634,
"tokens": 863.1929238985314
},
{
"f": 0.24,
"acc": 0.8110814419225634,
"tokens": 900.5694259012016
},
{
"f": 0.25,
"acc": 0.8130841121495327,
"tokens": 920.4299065420561
},
{
"f": 0.26,
"acc": 0.8124165554072096,
"tokens": 947.0420560747664
},
{
"f": 0.27,
"acc": 0.8164218958611482,
"tokens": 977.299732977303
},
{
"f": 0.28,
"acc": 0.8170894526034713,
"tokens": 995.8284379172229
},
{
"f": 0.29,
"acc": 0.8170894526034713,
"tokens": 1047.214953271028
},
{
"f": 0.3,
"acc": 0.8204272363150867,
"tokens": 1079.0353805073432
},
{
"f": 0.31,
"acc": 0.822429906542056,
"tokens": 1121.541388518024
},
{
"f": 0.32,
"acc": 0.8230974632843792,
"tokens": 1136.5073431241656
},
{
"f": 0.33,
"acc": 0.8237650200267023,
"tokens": 1159.9646194926568
},
{
"f": 0.34,
"acc": 0.8237650200267023,
"tokens": 1192.5881174899866
},
{
"f": 0.35,
"acc": 0.8244325767690254,
"tokens": 1225.853137516689
},
{
"f": 0.36,
"acc": 0.8271028037383178,
"tokens": 1243.4899866488652
},
{
"f": 0.37,
"acc": 0.8277703604806409,
"tokens": 1276.3064085447263
},
{
"f": 0.38,
"acc": 0.8277703604806409,
"tokens": 1300.2449933244325
},
{
"f": 0.39,
"acc": 0.8271028037383178,
"tokens": 1340.7857142857142
},
{
"f": 0.4,
"acc": 0.828437917222964,
"tokens": 1370.4138851802404
},
{
"f": 0.41,
"acc": 0.829105473965287,
"tokens": 1410.9712950600801
},
{
"f": 0.42,
"acc": 0.828437917222964,
"tokens": 1481.196261682243
},
{
"f": 0.43,
"acc": 0.8297730307076101,
"tokens": 1500.7483311081442
},
{
"f": 0.44,
"acc": 0.8297730307076101,
"tokens": 1527.5333778371162
},
{
"f": 0.45,
"acc": 0.8311081441922563,
"tokens": 1550.8044058744993
},
{
"f": 0.46,
"acc": 0.8331108144192256,
"tokens": 1588.3137516688919
},
{
"f": 0.47,
"acc": 0.8337783711615487,
"tokens": 1605.46261682243
},
{
"f": 0.48,
"acc": 0.8331108144192256,
"tokens": 1641.0941255006676
},
{
"f": 0.49,
"acc": 0.8337783711615487,
"tokens": 1657.0754339118826
},
{
"f": 0.5,
"acc": 0.8344459279038718,
"tokens": 1675.2076101468624
},
{
"f": 0.51,
"acc": 0.8377837116154874,
"tokens": 1702.56608811749
},
{
"f": 0.52,
"acc": 0.8377837116154874,
"tokens": 1717.8044058744993
},
{
"f": 0.53,
"acc": 0.8391188251001335,
"tokens": 1755.4599465954607
},
{
"f": 0.54,
"acc": 0.8391188251001335,
"tokens": 1767.357810413885
},
{
"f": 0.55,
"acc": 0.8391188251001335,
"tokens": 1825.7369826435247
},
{
"f": 0.56,
"acc": 0.8384512683578104,
"tokens": 1841.9853137516689
},
{
"f": 0.57,
"acc": 0.8391188251001335,
"tokens": 1875.3604806408546
},
{
"f": 0.58,
"acc": 0.8397863818424566,
"tokens": 1893.4098798397863
},
{
"f": 0.59,
"acc": 0.8397863818424566,
"tokens": 1915.6822429906542
},
{
"f": 0.6,
"acc": 0.8404539385847797,
"tokens": 1938.5213618157543
},
{
"f": 0.61,
"acc": 0.8417890520694259,
"tokens": 1965.7763684913218
},
{
"f": 0.62,
"acc": 0.842456608811749,
"tokens": 1973.728971962617
},
{
"f": 0.63,
"acc": 0.8417890520694259,
"tokens": 1995.6762349799733
},
{
"f": 0.64,
"acc": 0.8431241655540721,
"tokens": 2032.0113484646195
},
{
"f": 0.65,
"acc": 0.8431241655540721,
"tokens": 2070.9405874499334
},
{
"f": 0.66,
"acc": 0.8437917222963952,
"tokens": 2082.1328437917223
},
{
"f": 0.67,
"acc": 0.8437917222963952,
"tokens": 2093.4726301735645
},
{
"f": 0.68,
"acc": 0.8444592790387183,
"tokens": 2124.8991989319093
},
{
"f": 0.69,
"acc": 0.8457943925233645,
"tokens": 2146.4639519359143
},
{
"f": 0.7,
"acc": 0.8477970627503337,
"tokens": 2159.1315086782374
},
{
"f": 0.71,
"acc": 0.8477970627503337,
"tokens": 2189.5093457943926
},
{
"f": 0.72,
"acc": 0.8477970627503337,
"tokens": 2201.026702269693
},
{
"f": 0.73,
"acc": 0.8477970627503337,
"tokens": 2210.59479305741
},
{
"f": 0.74,
"acc": 0.8484646194926568,
"tokens": 2218.6455273698266
},
{
"f": 0.75,
"acc": 0.8484646194926568,
"tokens": 2234.2610146862485
},
{
"f": 0.76,
"acc": 0.8484646194926568,
"tokens": 2243.7797062750333
},
{
"f": 0.77,
"acc": 0.8491321762349799,
"tokens": 2273.7323097463286
},
{
"f": 0.78,
"acc": 0.8491321762349799,
"tokens": 2294.8484646194925
},
{
"f": 0.79,
"acc": 0.8491321762349799,
"tokens": 2309.327770360481
},
{
"f": 0.8,
"acc": 0.8491321762349799,
"tokens": 2322.3044058744995
},
{
"f": 0.81,
"acc": 0.8491321762349799,
"tokens": 2337.3871829105474
},
{
"f": 0.82,
"acc": 0.8491321762349799,
"tokens": 2352.911882510013
},
{
"f": 0.83,
"acc": 0.8491321762349799,
"tokens": 2365.6141522029375
},
{
"f": 0.84,
"acc": 0.8491321762349799,
"tokens": 2374.2897196261683
},
{
"f": 0.85,
"acc": 0.8491321762349799,
"tokens": 2383.0126835781043
},
{
"f": 0.86,
"acc": 0.8491321762349799,
"tokens": 2395.522696929239
},
{
"f": 0.87,
"acc": 0.8491321762349799,
"tokens": 2423.71562082777
},
{
"f": 0.88,
"acc": 0.8491321762349799,
"tokens": 2432.787049399199
},
{
"f": 0.89,
"acc": 0.8491321762349799,
"tokens": 2445.8317757009345
},
{
"f": 0.9,
"acc": 0.8491321762349799,
"tokens": 2459.5360480640857
},
{
"f": 0.91,
"acc": 0.8491321762349799,
"tokens": 2468.5273698264355
},
{
"f": 0.92,
"acc": 0.8491321762349799,
"tokens": 2484.3044058744995
},
{
"f": 0.93,
"acc": 0.8491321762349799,
"tokens": 2492.473297730307
},
{
"f": 0.94,
"acc": 0.8491321762349799,
"tokens": 2522.1789052069425
},
{
"f": 0.95,
"acc": 0.8491321762349799,
"tokens": 2529.8344459279037
},
{
"f": 0.96,
"acc": 0.8491321762349799,
"tokens": 2537.7696929238987
},
{
"f": 0.97,
"acc": 0.8491321762349799,
"tokens": 2545.1395193591457
},
{
"f": 0.98,
"acc": 0.8491321762349799,
"tokens": 2553.4165554072097
},
{
"f": 0.99,
"acc": 0.8491321762349799,
"tokens": 2562.4779706275035
},
{
"f": 1.0,
"acc": 0.8491321762349799,
"tokens": 2575.018024032043
}
],
"v2b": [
{
"f": 0.0,
"acc": 0.6842456608811749,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.6875834445927904,
"tokens": 64.04005340453939
},
{
"f": 0.02,
"acc": 0.6915887850467289,
"tokens": 96.1128170894526
},
{
"f": 0.03,
"acc": 0.6955941255006676,
"tokens": 109.07076101468625
},
{
"f": 0.04,
"acc": 0.6975967957276369,
"tokens": 150.07877169559413
},
{
"f": 0.05,
"acc": 0.7009345794392523,
"tokens": 253.4826435246996
},
{
"f": 0.06,
"acc": 0.7022696929238985,
"tokens": 349.8477970627503
},
{
"f": 0.07,
"acc": 0.7036048064085447,
"tokens": 407.2022696929239
},
{
"f": 0.08,
"acc": 0.7022696929238985,
"tokens": 450.31775700934577
},
{
"f": 0.09,
"acc": 0.7042723631508678,
"tokens": 532.7483311081442
},
{
"f": 0.1,
"acc": 0.7062750333778371,
"tokens": 576.5133511348465
},
{
"f": 0.11,
"acc": 0.7076101468624834,
"tokens": 643.1408544726302
},
{
"f": 0.12,
"acc": 0.7082777036048065,
"tokens": 685.1148197596796
},
{
"f": 0.13,
"acc": 0.7129506008010681,
"tokens": 774.6295060080107
},
{
"f": 0.14,
"acc": 0.7156208277703605,
"tokens": 814.5153538050735
},
{
"f": 0.15,
"acc": 0.7169559412550067,
"tokens": 876.2089452603471
},
{
"f": 0.16,
"acc": 0.7176234979973297,
"tokens": 982.4973297730307
},
{
"f": 0.17,
"acc": 0.7202937249666221,
"tokens": 1060.4178905206943
},
{
"f": 0.18,
"acc": 0.7202937249666221,
"tokens": 1096.9465954606142
},
{
"f": 0.19,
"acc": 0.7216288384512684,
"tokens": 1161.9759679572765
},
{
"f": 0.2,
"acc": 0.719626168224299,
"tokens": 1266.4205607476636
},
{
"f": 0.21,
"acc": 0.719626168224299,
"tokens": 1315.2443257676903
},
{
"f": 0.22,
"acc": 0.7229639519359146,
"tokens": 1336.2236315086782
},
{
"f": 0.23,
"acc": 0.7236315086782377,
"tokens": 1373.5213618157543
},
{
"f": 0.24,
"acc": 0.7242990654205608,
"tokens": 1482.7750333778372
},
{
"f": 0.25,
"acc": 0.725634178905207,
"tokens": 1525.0827770360481
},
{
"f": 0.26,
"acc": 0.7263017356475301,
"tokens": 1545.803738317757
},
{
"f": 0.27,
"acc": 0.7303070761014686,
"tokens": 1572.493991989319
},
{
"f": 0.28,
"acc": 0.7303070761014686,
"tokens": 1662.0894526034713
},
{
"f": 0.29,
"acc": 0.7303070761014686,
"tokens": 1739.6315086782377
},
{
"f": 0.3,
"acc": 0.732977303070761,
"tokens": 1783.5821094793057
},
{
"f": 0.31,
"acc": 0.7323097463284379,
"tokens": 1811.6822429906542
},
{
"f": 0.32,
"acc": 0.7336448598130841,
"tokens": 1866.979305740988
},
{
"f": 0.33,
"acc": 0.7349799732977303,
"tokens": 1913.9372496662215
},
{
"f": 0.34,
"acc": 0.7343124165554072,
"tokens": 1931.1028037383178
},
{
"f": 0.35,
"acc": 0.7343124165554072,
"tokens": 1987.2563417890522
},
{
"f": 0.36,
"acc": 0.7343124165554072,
"tokens": 2020.326435246996
},
{
"f": 0.37,
"acc": 0.7343124165554072,
"tokens": 2060.446595460614
},
{
"f": 0.38,
"acc": 0.7316421895861148,
"tokens": 2115.2616822429904
},
{
"f": 0.39,
"acc": 0.7323097463284379,
"tokens": 2150.9365821094793
},
{
"f": 0.4,
"acc": 0.732977303070761,
"tokens": 2196.8331108144193
},
{
"f": 0.41,
"acc": 0.7376502002670227,
"tokens": 2215.3337783711618
},
{
"f": 0.42,
"acc": 0.7383177570093458,
"tokens": 2252.034712950601
},
{
"f": 0.43,
"acc": 0.7383177570093458,
"tokens": 2293.797730307076
},
{
"f": 0.44,
"acc": 0.7383177570093458,
"tokens": 2431.5133511348463
},
{
"f": 0.45,
"acc": 0.7383177570093458,
"tokens": 2448.8004005340454
},
{
"f": 0.46,
"acc": 0.7376502002670227,
"tokens": 2471.098798397864
},
{
"f": 0.47,
"acc": 0.7383177570093458,
"tokens": 2525.9826435246996
},
{
"f": 0.48,
"acc": 0.7389853137516689,
"tokens": 2603.371161548732
},
{
"f": 0.49,
"acc": 0.7409879839786382,
"tokens": 2647.650867823765
},
{
"f": 0.5,
"acc": 0.7409879839786382,
"tokens": 2687.880507343124
},
{
"f": 0.51,
"acc": 0.7423230974632844,
"tokens": 2723.907209612817
},
{
"f": 0.52,
"acc": 0.7423230974632844,
"tokens": 2740.914552736983
},
{
"f": 0.53,
"acc": 0.7423230974632844,
"tokens": 2762.5400534045393
},
{
"f": 0.54,
"acc": 0.7429906542056075,
"tokens": 2794.438584779706
},
{
"f": 0.55,
"acc": 0.7429906542056075,
"tokens": 2854.6441922563417
},
{
"f": 0.56,
"acc": 0.7436582109479306,
"tokens": 2862.7696929238987
},
{
"f": 0.57,
"acc": 0.7449933244325768,
"tokens": 2906.5353805073432
},
{
"f": 0.58,
"acc": 0.7476635514018691,
"tokens": 2947.6909212283044
},
{
"f": 0.59,
"acc": 0.7489986648865153,
"tokens": 3006.7343124165554
},
{
"f": 0.6,
"acc": 0.7503337783711616,
"tokens": 3023.7176234979975
},
{
"f": 0.61,
"acc": 0.7503337783711616,
"tokens": 3062.5113484646195
},
{
"f": 0.62,
"acc": 0.7503337783711616,
"tokens": 3070.3918558077435
},
{
"f": 0.63,
"acc": 0.7516688918558078,
"tokens": 3090.8958611481976
},
{
"f": 0.64,
"acc": 0.7536715620827771,
"tokens": 3134.3998664886517
},
{
"f": 0.65,
"acc": 0.7516688918558078,
"tokens": 3155.756341789052
},
{
"f": 0.66,
"acc": 0.7516688918558078,
"tokens": 3169.1782376502
},
{
"f": 0.67,
"acc": 0.7536715620827771,
"tokens": 3224.1849132176235
},
{
"f": 0.68,
"acc": 0.7536715620827771,
"tokens": 3242.544726301736
},
{
"f": 0.69,
"acc": 0.7543391188251002,
"tokens": 3257.2823765020025
},
{
"f": 0.7,
"acc": 0.7550066755674232,
"tokens": 3312.21562082777
},
{
"f": 0.71,
"acc": 0.7550066755674232,
"tokens": 3344.921895861148
},
{
"f": 0.72,
"acc": 0.7543391188251002,
"tokens": 3374.7923898531376
},
{
"f": 0.73,
"acc": 0.7543391188251002,
"tokens": 3387.960614152203
},
{
"f": 0.74,
"acc": 0.7543391188251002,
"tokens": 3400.766355140187
},
{
"f": 0.75,
"acc": 0.7543391188251002,
"tokens": 3417.9873164218957
},
{
"f": 0.76,
"acc": 0.7543391188251002,
"tokens": 3447.956608811749
},
{
"f": 0.77,
"acc": 0.7543391188251002,
"tokens": 3500.6495327102803
},
{
"f": 0.78,
"acc": 0.7536715620827771,
"tokens": 3516.757676902537
},
{
"f": 0.79,
"acc": 0.7536715620827771,
"tokens": 3528.619492656876
},
{
"f": 0.8,
"acc": 0.7536715620827771,
"tokens": 3546.6161548731643
},
{
"f": 0.81,
"acc": 0.7536715620827771,
"tokens": 3573.5353805073432
},
{
"f": 0.82,
"acc": 0.7536715620827771,
"tokens": 3633.8451268357812
},
{
"f": 0.83,
"acc": 0.7543391188251002,
"tokens": 3646.917222963952
},
{
"f": 0.84,
"acc": 0.7543391188251002,
"tokens": 3659.576101468625
},
{
"f": 0.85,
"acc": 0.7543391188251002,
"tokens": 3692.5066755674234
},
{
"f": 0.86,
"acc": 0.7543391188251002,
"tokens": 3702.6809078771694
},
{
"f": 0.87,
"acc": 0.7543391188251002,
"tokens": 3736.700934579439
},
{
"f": 0.88,
"acc": 0.7536715620827771,
"tokens": 3757.041388518024
},
{
"f": 0.89,
"acc": 0.7536715620827771,
"tokens": 3789.4699599465953
},
{
"f": 0.9,
"acc": 0.753004005340454,
"tokens": 3846.1375166889184
},
{
"f": 0.91,
"acc": 0.753004005340454,
"tokens": 3857.863818424566
},
{
"f": 0.92,
"acc": 0.753004005340454,
"tokens": 3892.337116154873
},
{
"f": 0.93,
"acc": 0.7523364485981309,
"tokens": 3906.3030707610146
},
{
"f": 0.94,
"acc": 0.7523364485981309,
"tokens": 3938.991989319092
},
{
"f": 0.95,
"acc": 0.7523364485981309,
"tokens": 3946.710947930574
},
{
"f": 0.96,
"acc": 0.7523364485981309,
"tokens": 3956.6375166889184
},
{
"f": 0.97,
"acc": 0.7523364485981309,
"tokens": 3964.3130841121497
},
{
"f": 0.98,
"acc": 0.7523364485981309,
"tokens": 3972.03738317757
},
{
"f": 0.99,
"acc": 0.7523364485981309,
"tokens": 4000.0901201602137
},
{
"f": 1.0,
"acc": 0.7523364485981309,
"tokens": 4008.034712950601
}
],
"v2b_ro": [
{
"f": 0.0,
"acc": 0.6949265687583445,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.6955941255006676,
"tokens": 55.632843791722294
},
{
"f": 0.02,
"acc": 0.69826435246996,
"tokens": 82.57476635514018
},
{
"f": 0.03,
"acc": 0.7022696929238985,
"tokens": 86.37516688918558
},
{
"f": 0.04,
"acc": 0.7042723631508678,
"tokens": 114.52469959946596
},
{
"f": 0.05,
"acc": 0.7069425901201603,
"tokens": 119.11214953271028
},
{
"f": 0.06,
"acc": 0.7089452603471295,
"tokens": 170.02336448598132
},
{
"f": 0.07,
"acc": 0.7102803738317757,
"tokens": 195.4105473965287
},
{
"f": 0.08,
"acc": 0.7096128170894526,
"tokens": 218.60881174899868
},
{
"f": 0.09,
"acc": 0.7096128170894526,
"tokens": 221.48130841121494
},
{
"f": 0.1,
"acc": 0.7089452603471295,
"tokens": 246.3898531375167
},
{
"f": 0.11,
"acc": 0.7076101468624834,
"tokens": 249.3811748998665
},
{
"f": 0.12,
"acc": 0.7082777036048065,
"tokens": 253.43724966622162
},
{
"f": 0.13,
"acc": 0.7096128170894526,
"tokens": 280.1188251001335
},
{
"f": 0.14,
"acc": 0.7116154873164219,
"tokens": 305.32710280373834
},
{
"f": 0.15,
"acc": 0.7142857142857143,
"tokens": 310.6535380507343
},
{
"f": 0.16,
"acc": 0.7136181575433912,
"tokens": 334.78237650200265
},
{
"f": 0.17,
"acc": 0.7142857142857143,
"tokens": 340.5674232309746
},
{
"f": 0.18,
"acc": 0.7169559412550067,
"tokens": 369.2222963951936
},
{
"f": 0.19,
"acc": 0.7156208277703605,
"tokens": 396.0287049399199
},
{
"f": 0.2,
"acc": 0.7156208277703605,
"tokens": 400.62283044058745
},
{
"f": 0.21,
"acc": 0.7156208277703605,
"tokens": 403.51068090787714
},
{
"f": 0.22,
"acc": 0.7149532710280374,
"tokens": 406.7363150867824
},
{
"f": 0.23,
"acc": 0.7156208277703605,
"tokens": 433.3564753004005
},
{
"f": 0.24,
"acc": 0.7156208277703605,
"tokens": 436.3237650200267
},
{
"f": 0.25,
"acc": 0.7156208277703605,
"tokens": 484.7109479305741
},
{
"f": 0.26,
"acc": 0.7169559412550067,
"tokens": 533.5787716955941
},
{
"f": 0.27,
"acc": 0.7149532710280374,
"tokens": 536.7950600801069
},
{
"f": 0.28,
"acc": 0.7149532710280374,
"tokens": 541.3297730307077
},
{
"f": 0.29,
"acc": 0.7162883845126836,
"tokens": 564.1241655540721
},
{
"f": 0.3,
"acc": 0.7169559412550067,
"tokens": 566.4719626168225
},
{
"f": 0.31,
"acc": 0.7182910547396528,
"tokens": 569.6935914552737
},
{
"f": 0.32,
"acc": 0.7176234979973297,
"tokens": 573.1475300400534
},
{
"f": 0.33,
"acc": 0.7176234979973297,
"tokens": 579.9886515353805
},
{
"f": 0.34,
"acc": 0.7189586114819759,
"tokens": 583.7256341789052
},
{
"f": 0.35,
"acc": 0.7202937249666221,
"tokens": 590.8965287049399
},
{
"f": 0.36,
"acc": 0.7189586114819759,
"tokens": 595.2643524699599
},
{
"f": 0.37,
"acc": 0.719626168224299,
"tokens": 624.0113484646195
},
{
"f": 0.38,
"acc": 0.7189586114819759,
"tokens": 651.3050734312417
},
{
"f": 0.39,
"acc": 0.7202937249666221,
"tokens": 697.2249666221629
},
{
"f": 0.4,
"acc": 0.7216288384512684,
"tokens": 723.2202937249666
},
{
"f": 0.41,
"acc": 0.7236315086782377,
"tokens": 748.0460614152203
},
{
"f": 0.42,
"acc": 0.7216288384512684,
"tokens": 750.9372496662216
},
{
"f": 0.43,
"acc": 0.7202937249666221,
"tokens": 775.6148197596796
},
{
"f": 0.44,
"acc": 0.7222963951935915,
"tokens": 801.4472630173565
},
{
"f": 0.45,
"acc": 0.7222963951935915,
"tokens": 803.907209612817
},
{
"f": 0.46,
"acc": 0.7222963951935915,
"tokens": 848.7009345794393
},
{
"f": 0.47,
"acc": 0.7229639519359146,
"tokens": 851.6822429906542
},
{
"f": 0.48,
"acc": 0.7242990654205608,
"tokens": 854.8584779706275
},
{
"f": 0.49,
"acc": 0.7216288384512684,
"tokens": 858.873831775701
},
{
"f": 0.5,
"acc": 0.7209612817089452,
"tokens": 860.6028037383178
},
{
"f": 0.51,
"acc": 0.7222963951935915,
"tokens": 863.8524699599466
},
{
"f": 0.52,
"acc": 0.7229639519359146,
"tokens": 908.869826435247
},
{
"f": 0.53,
"acc": 0.7222963951935915,
"tokens": 914.1855807743658
},
{
"f": 0.54,
"acc": 0.7236315086782377,
"tokens": 940.5260347129506
},
{
"f": 0.55,
"acc": 0.7236315086782377,
"tokens": 942.2857142857143
},
{
"f": 0.56,
"acc": 0.7242990654205608,
"tokens": 945.1141522029372
},
{
"f": 0.57,
"acc": 0.7236315086782377,
"tokens": 969.7062750333779
},
{
"f": 0.58,
"acc": 0.7236315086782377,
"tokens": 972.8798397863818
},
{
"f": 0.59,
"acc": 0.725634178905207,
"tokens": 975.506008010681
},
{
"f": 0.6,
"acc": 0.7263017356475301,
"tokens": 1019.8130841121496
},
{
"f": 0.61,
"acc": 0.7269692923898531,
"tokens": 1044.555407209613
},
{
"f": 0.62,
"acc": 0.7289719626168224,
"tokens": 1048.9559412550066
},
{
"f": 0.63,
"acc": 0.7289719626168224,
"tokens": 1053.0200267022697
},
{
"f": 0.64,
"acc": 0.7289719626168224,
"tokens": 1053.9098798397863
},
{
"f": 0.65,
"acc": 0.7296395193591455,
"tokens": 1056.0687583444592
},
{
"f": 0.66,
"acc": 0.7283044058744993,
"tokens": 1058.9392523364486
},
{
"f": 0.67,
"acc": 0.7283044058744993,
"tokens": 1063.222963951936
},
{
"f": 0.68,
"acc": 0.7289719626168224,
"tokens": 1108.2076101468624
},
{
"f": 0.69,
"acc": 0.7289719626168224,
"tokens": 1132.6535380507344
},
{
"f": 0.7,
"acc": 0.7296395193591455,
"tokens": 1135.1148197596797
},
{
"f": 0.71,
"acc": 0.7309746328437917,
"tokens": 1158.7990654205607
},
{
"f": 0.72,
"acc": 0.7309746328437917,
"tokens": 1161.4325767690254
},
{
"f": 0.73,
"acc": 0.7309746328437917,
"tokens": 1183.7202937249667
},
{
"f": 0.74,
"acc": 0.7309746328437917,
"tokens": 1187.19826435247
},
{
"f": 0.75,
"acc": 0.7309746328437917,
"tokens": 1188.4986648865154
},
{
"f": 0.76,
"acc": 0.7309746328437917,
"tokens": 1189.5487316421895
},
{
"f": 0.77,
"acc": 0.7309746328437917,
"tokens": 1190.8845126835781
},
{
"f": 0.78,
"acc": 0.7309746328437917,
"tokens": 1192.134178905207
},
{
"f": 0.79,
"acc": 0.7309746328437917,
"tokens": 1193.5627503337785
},
{
"f": 0.8,
"acc": 0.7309746328437917,
"tokens": 1195.0767690253672
},
{
"f": 0.81,
"acc": 0.7303070761014686,
"tokens": 1196.8958611481976
},
{
"f": 0.82,
"acc": 0.7303070761014686,
"tokens": 1198.4025367156207
},
{
"f": 0.83,
"acc": 0.7303070761014686,
"tokens": 1199.5507343124166
},
{
"f": 0.84,
"acc": 0.7303070761014686,
"tokens": 1201.727636849132
},
{
"f": 0.85,
"acc": 0.7303070761014686,
"tokens": 1202.977303070761
},
{
"f": 0.86,
"acc": 0.7303070761014686,
"tokens": 1204.0153538050733
},
{
"f": 0.87,
"acc": 0.7303070761014686,
"tokens": 1205.4679572763685
},
{
"f": 0.88,
"acc": 0.7303070761014686,
"tokens": 1228.450600801068
},
{
"f": 0.89,
"acc": 0.7303070761014686,
"tokens": 1229.3197596795728
},
{
"f": 0.9,
"acc": 0.7309746328437917,
"tokens": 1229.777036048064
},
{
"f": 0.91,
"acc": 0.7309746328437917,
"tokens": 1230.8237650200267
},
{
"f": 0.92,
"acc": 0.7309746328437917,
"tokens": 1231.7116154873165
},
{
"f": 0.93,
"acc": 0.7309746328437917,
"tokens": 1233.526702269693
},
{
"f": 0.94,
"acc": 0.7303070761014686,
"tokens": 1275.710947930574
},
{
"f": 0.95,
"acc": 0.7303070761014686,
"tokens": 1276.2837116154874
},
{
"f": 0.96,
"acc": 0.7303070761014686,
"tokens": 1277.1234979973299
},
{
"f": 0.97,
"acc": 0.7303070761014686,
"tokens": 1277.5821094793057
},
{
"f": 0.98,
"acc": 0.7303070761014686,
"tokens": 1321.2363150867823
},
{
"f": 0.99,
"acc": 0.7303070761014686,
"tokens": 1343.092790387183
},
{
"f": 1.0,
"acc": 0.7303070761014686,
"tokens": 1343.3744993324433
}
],
"hybrid2b": [
{
"f": 0.0,
"acc": 0.6949265687583445,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.6955941255006676,
"tokens": 13.177570093457945
},
{
"f": 0.02,
"acc": 0.69826435246996,
"tokens": 24.526702269692922
},
{
"f": 0.03,
"acc": 0.7022696929238985,
"tokens": 28.628838451268358
},
{
"f": 0.04,
"acc": 0.7029372496662216,
"tokens": 36.59946595460614
},
{
"f": 0.05,
"acc": 0.7049399198931909,
"tokens": 46.51401869158879
},
{
"f": 0.06,
"acc": 0.7096128170894526,
"tokens": 54.082777036048064
},
{
"f": 0.07,
"acc": 0.7129506008010681,
"tokens": 63.313751668891854
},
{
"f": 0.08,
"acc": 0.7162883845126836,
"tokens": 69.61348464619492
},
{
"f": 0.09,
"acc": 0.7169559412550067,
"tokens": 75.11415220293725
},
{
"f": 0.1,
"acc": 0.7189586114819759,
"tokens": 84.00133511348464
},
{
"f": 0.11,
"acc": 0.7216288384512684,
"tokens": 88.49866488651536
},
{
"f": 0.12,
"acc": 0.725634178905207,
"tokens": 95.28571428571429
},
{
"f": 0.13,
"acc": 0.7269692923898531,
"tokens": 101.0347129506008
},
{
"f": 0.14,
"acc": 0.7296395193591455,
"tokens": 109.86515353805073
},
{
"f": 0.15,
"acc": 0.7349799732977303,
"tokens": 121.18891855807743
},
{
"f": 0.16,
"acc": 0.7376502002670227,
"tokens": 126.68157543391189
},
{
"f": 0.17,
"acc": 0.7416555407209613,
"tokens": 133.31708945260348
},
{
"f": 0.18,
"acc": 0.7456608811748998,
"tokens": 143.41321762349799
},
{
"f": 0.19,
"acc": 0.7463284379172229,
"tokens": 152.2283044058745
},
{
"f": 0.2,
"acc": 0.7456608811748998,
"tokens": 160.59012016021362
},
{
"f": 0.21,
"acc": 0.7436582109479306,
"tokens": 166.33177570093457
},
{
"f": 0.22,
"acc": 0.7463284379172229,
"tokens": 174.71495327102804
},
{
"f": 0.23,
"acc": 0.7489986648865153,
"tokens": 181.62483311081442
},
{
"f": 0.24,
"acc": 0.7489986648865153,
"tokens": 189.2336448598131
},
{
"f": 0.25,
"acc": 0.7503337783711616,
"tokens": 200.00133511348466
},
{
"f": 0.26,
"acc": 0.7516688918558078,
"tokens": 215.14285714285714
},
{
"f": 0.27,
"acc": 0.7516688918558078,
"tokens": 220.96929238985314
},
{
"f": 0.28,
"acc": 0.7536715620827771,
"tokens": 232.2656875834446
},
{
"f": 0.29,
"acc": 0.7556742323097463,
"tokens": 239.2429906542056
},
{
"f": 0.3,
"acc": 0.7583444592790387,
"tokens": 245.08277703604807
},
{
"f": 0.31,
"acc": 0.7590120160213618,
"tokens": 252.44726301735648
},
{
"f": 0.32,
"acc": 0.760347129506008,
"tokens": 261.00333778371163
},
{
"f": 0.33,
"acc": 0.7623497997329773,
"tokens": 271.9332443257677
},
{
"f": 0.34,
"acc": 0.7650200267022697,
"tokens": 279.8911882510013
},
{
"f": 0.35,
"acc": 0.7663551401869159,
"tokens": 288.4085447263017
},
{
"f": 0.36,
"acc": 0.767022696929239,
"tokens": 295.82643524699597
},
{
"f": 0.37,
"acc": 0.7676902536715621,
"tokens": 307.1935914552737
},
{
"f": 0.38,
"acc": 0.7710280373831776,
"tokens": 316.15153538050737
},
{
"f": 0.39,
"acc": 0.7757009345794392,
"tokens": 322.18157543391186
},
{
"f": 0.4,
"acc": 0.7750333778371161,
"tokens": 327.70093457943926
},
{
"f": 0.41,
"acc": 0.7763684913217623,
"tokens": 335.5861148197597
},
{
"f": 0.42,
"acc": 0.774365821094793,
"tokens": 341.1194926568758
},
{
"f": 0.43,
"acc": 0.7736982643524699,
"tokens": 346.61682242990656
},
{
"f": 0.44,
"acc": 0.7750333778371161,
"tokens": 353.958611481976
},
{
"f": 0.45,
"acc": 0.7757009345794392,
"tokens": 361.3985313751669
},
{
"f": 0.46,
"acc": 0.774365821094793,
"tokens": 367.4425901201602
},
{
"f": 0.47,
"acc": 0.7757009345794392,
"tokens": 371.15754339118826
},
{
"f": 0.48,
"acc": 0.7770360480640854,
"tokens": 375.3157543391188
},
{
"f": 0.49,
"acc": 0.7777036048064085,
"tokens": 404.3584779706275
},
{
"f": 0.5,
"acc": 0.7783711615487316,
"tokens": 410.80974632843794
},
{
"f": 0.51,
"acc": 0.780373831775701,
"tokens": 418.3384512683578
},
{
"f": 0.52,
"acc": 0.7810413885180241,
"tokens": 436.3891855807744
},
{
"f": 0.53,
"acc": 0.7830440587449933,
"tokens": 443.51068090787714
},
{
"f": 0.54,
"acc": 0.7850467289719626,
"tokens": 449.03604806408543
},
{
"f": 0.55,
"acc": 0.7857142857142857,
"tokens": 456.2209612817089
},
{
"f": 0.56,
"acc": 0.7863818424566088,
"tokens": 464.48931909212286
},
{
"f": 0.57,
"acc": 0.7883845126835781,
"tokens": 480.93457943925233
},
{
"f": 0.58,
"acc": 0.7883845126835781,
"tokens": 486.543391188251
},
{
"f": 0.59,
"acc": 0.7903871829105474,
"tokens": 492.87116154873166
},
{
"f": 0.6,
"acc": 0.7910547396528705,
"tokens": 499.80907877169557
},
{
"f": 0.61,
"acc": 0.7930574098798397,
"tokens": 505.69826435246995
},
{
"f": 0.62,
"acc": 0.7957276368491322,
"tokens": 514.0113484646195
},
{
"f": 0.63,
"acc": 0.7950600801068091,
"tokens": 524.5834445927904
},
{
"f": 0.64,
"acc": 0.7950600801068091,
"tokens": 527.417222963952
},
{
"f": 0.65,
"acc": 0.7963951935914553,
"tokens": 533.2249666221629
},
{
"f": 0.66,
"acc": 0.7963951935914553,
"tokens": 541.8337783711615
},
{
"f": 0.67,
"acc": 0.7963951935914553,
"tokens": 547.6335113484646
},
{
"f": 0.68,
"acc": 0.7977303070761015,
"tokens": 554.4218958611482
},
{
"f": 0.69,
"acc": 0.7983978638184246,
"tokens": 564.5740987983978
},
{
"f": 0.7,
"acc": 0.7990654205607477,
"tokens": 569.6955941255006
},
{
"f": 0.71,
"acc": 0.8004005340453939,
"tokens": 579.6522029372496
},
{
"f": 0.72,
"acc": 0.8010680907877169,
"tokens": 585.1088117489986
},
{
"f": 0.73,
"acc": 0.8010680907877169,
"tokens": 590.9092122830441
},
{
"f": 0.74,
"acc": 0.8010680907877169,
"tokens": 596.4085447263018
},
{
"f": 0.75,
"acc": 0.8004005340453939,
"tokens": 602.9953271028037
},
{
"f": 0.76,
"acc": 0.8010680907877169,
"tokens": 606.892523364486
},
{
"f": 0.77,
"acc": 0.80173564753004,
"tokens": 610.9425901201602
},
{
"f": 0.78,
"acc": 0.80173564753004,
"tokens": 616.4285714285714
},
{
"f": 0.79,
"acc": 0.80173564753004,
"tokens": 619.260347129506
},
{
"f": 0.8,
"acc": 0.80173564753004,
"tokens": 625.5046728971963
},
{
"f": 0.81,
"acc": 0.80173564753004,
"tokens": 635.9746328437917
},
{
"f": 0.82,
"acc": 0.80173564753004,
"tokens": 644.8771695594126
},
{
"f": 0.83,
"acc": 0.8010680907877169,
"tokens": 654.111481975968
},
{
"f": 0.84,
"acc": 0.8004005340453939,
"tokens": 660.9833110814419
},
{
"f": 0.85,
"acc": 0.8004005340453939,
"tokens": 667.9986648865154
},
{
"f": 0.86,
"acc": 0.7997329773030708,
"tokens": 674.80173564753
},
{
"f": 0.87,
"acc": 0.7997329773030708,
"tokens": 678.6628838451269
},
{
"f": 0.88,
"acc": 0.7990654205607477,
"tokens": 684.0507343124166
},
{
"f": 0.89,
"acc": 0.7983978638184246,
"tokens": 688.8397863818425
},
{
"f": 0.9,
"acc": 0.7990654205607477,
"tokens": 696.2676902536716
},
{
"f": 0.91,
"acc": 0.7990654205607477,
"tokens": 723.5560747663551
},
{
"f": 0.92,
"acc": 0.7990654205607477,
"tokens": 727.954606141522
},
{
"f": 0.93,
"acc": 0.7983978638184246,
"tokens": 736.2650200267022
},
{
"f": 0.94,
"acc": 0.7977303070761015,
"tokens": 740.3991989319093
},
{
"f": 0.95,
"acc": 0.7977303070761015,
"tokens": 745.287049399199
},
{
"f": 0.96,
"acc": 0.7957276368491322,
"tokens": 749.9899866488652
},
{
"f": 0.97,
"acc": 0.7950600801068091,
"tokens": 754.4719626168225
},
{
"f": 0.98,
"acc": 0.7950600801068091,
"tokens": 757.3257676902537
},
{
"f": 0.99,
"acc": 0.7950600801068091,
"tokens": 761.0400534045394
},
{
"f": 1.0,
"acc": 0.7950600801068091,
"tokens": 763.2316421895861
}
],
"base2b": [
{
"f": 0.0,
"acc": 0.49265687583444595,
"tokens": 0.0
},
{
"f": 0.01,
"acc": 0.4946595460614152,
"tokens": 7.88785046728972
},
{
"f": 0.02,
"acc": 0.5,
"tokens": 12.568090787716956
},
{
"f": 0.03,
"acc": 0.5053404539385847,
"tokens": 21.667556742323097
},
{
"f": 0.04,
"acc": 0.5080106809078772,
"tokens": 29.67489986648865
},
{
"f": 0.05,
"acc": 0.513351134846462,
"tokens": 40.55740987983979
},
{
"f": 0.06,
"acc": 0.5153538050734312,
"tokens": 49.596128170894524
},
{
"f": 0.07,
"acc": 0.520694259012016,
"tokens": 58.96995994659546
},
{
"f": 0.08,
"acc": 0.5280373831775701,
"tokens": 66.82443257676903
},
{
"f": 0.09,
"acc": 0.5327102803738317,
"tokens": 74.04005340453939
},
{
"f": 0.1,
"acc": 0.5387182910547397,
"tokens": 83.20026702269693
},
{
"f": 0.11,
"acc": 0.5427236315086782,
"tokens": 90.63351134846462
},
{
"f": 0.12,
"acc": 0.5487316421895861,
"tokens": 100.46595460614152
},
{
"f": 0.13,
"acc": 0.5554072096128171,
"tokens": 109.46862483311081
},
{
"f": 0.14,
"acc": 0.5600801068090788,
"tokens": 118.4279038718291
},
{
"f": 0.15,
"acc": 0.5640854472630173,
"tokens": 128.57610146862484
},
{
"f": 0.16,
"acc": 0.5700934579439252,
"tokens": 138.9659546061415
},
{
"f": 0.17,
"acc": 0.5720961281708945,
"tokens": 149.6355140186916
},
{
"f": 0.18,
"acc": 0.5774365821094793,
"tokens": 160.2369826435247
},
{
"f": 0.19,
"acc": 0.582109479305741,
"tokens": 165.6355140186916
},
{
"f": 0.2,
"acc": 0.5881174899866488,
"tokens": 173.51535380507343
},
{
"f": 0.21,
"acc": 0.5914552736982643,
"tokens": 202.96061415220294
},
{
"f": 0.22,
"acc": 0.5967957276368492,
"tokens": 209.02403204272363
},
{
"f": 0.23,
"acc": 0.5987983978638184,
"tokens": 213.17489986648866
},
{
"f": 0.24,
"acc": 0.6014686248331108,
"tokens": 219.68624833110815
},
{
"f": 0.25,
"acc": 0.6054739652870494,
"tokens": 225.12016021361816
},
{
"f": 0.26,
"acc": 0.6088117489986649,
"tokens": 232.87917222963952
},
{
"f": 0.27,
"acc": 0.6134846461949266,
"tokens": 237.64285714285714
},
{
"f": 0.28,
"acc": 0.6148197596795728,
"tokens": 243.39385847797064
},
{
"f": 0.29,
"acc": 0.616822429906542,
"tokens": 252.05273698264352
},
{
"f": 0.3,
"acc": 0.6208277703604806,
"tokens": 260.6368491321762
},
{
"f": 0.31,
"acc": 0.6221628838451269,
"tokens": 268.85046728971963
},
{
"f": 0.32,
"acc": 0.6255006675567423,
"tokens": 278.7296395193591
},
{
"f": 0.33,
"acc": 0.6261682242990654,
"tokens": 284.7229639519359
},
{
"f": 0.34,
"acc": 0.630173564753004,
"tokens": 291.41455273698267
},
{
"f": 0.35,
"acc": 0.6328437917222964,
"tokens": 319.3030707610147
},
{
"f": 0.36,
"acc": 0.6375166889185581,
"tokens": 326.1275033377837
},
{
"f": 0.37,
"acc": 0.6435246995994659,
"tokens": 335.6869158878505
},
{
"f": 0.38,
"acc": 0.6481975967957276,
"tokens": 341.5113484646195
},
{
"f": 0.39,
"acc": 0.6515353805073432,
"tokens": 347.4485981308411
},
{
"f": 0.4,
"acc": 0.6542056074766355,
"tokens": 357.5787716955941
},
{
"f": 0.41,
"acc": 0.6588785046728972,
"tokens": 367.2056074766355
},
{
"f": 0.42,
"acc": 0.6608811748998665,
"tokens": 373.51268357810414
},
{
"f": 0.43,
"acc": 0.6635514018691588,
"tokens": 384.8758344459279
},
{
"f": 0.44,
"acc": 0.6668891855807744,
"tokens": 393.08210947930576
},
{
"f": 0.45,
"acc": 0.6722296395193591,
"tokens": 400.8217623497997
},
{
"f": 0.46,
"acc": 0.6769025367156208,
"tokens": 409.97196261682245
},
{
"f": 0.47,
"acc": 0.6822429906542056,
"tokens": 415.9385847797063
},
{
"f": 0.48,
"acc": 0.6822429906542056,
"tokens": 427.14886515353805
},
{
"f": 0.49,
"acc": 0.6842456608811749,
"tokens": 432.8651535380507
},
{
"f": 0.5,
"acc": 0.6855807743658211,
"tokens": 447.10280373831773
},
{
"f": 0.51,
"acc": 0.6902536715620827,
"tokens": 455.4679572763685
},
{
"f": 0.52,
"acc": 0.6935914552736983,
"tokens": 463.4158878504673
},
{
"f": 0.53,
"acc": 0.6955941255006676,
"tokens": 472.30774365821094
},
{
"f": 0.54,
"acc": 0.6989319092122831,
"tokens": 479.18357810413886
},
{
"f": 0.55,
"acc": 0.7002670226969292,
"tokens": 485.2202937249666
},
{
"f": 0.56,
"acc": 0.7049399198931909,
"tokens": 496.49866488651537
},
{
"f": 0.57,
"acc": 0.7076101468624834,
"tokens": 502.91121495327104
},
{
"f": 0.58,
"acc": 0.7116154873164219,
"tokens": 512.1849132176235
},
{
"f": 0.59,
"acc": 0.7136181575433912,
"tokens": 518.605473965287
},
{
"f": 0.6,
"acc": 0.7162883845126836,
"tokens": 531.787049399199
},
{
"f": 0.61,
"acc": 0.7189586114819759,
"tokens": 537.0514018691589
},
{
"f": 0.62,
"acc": 0.7216288384512684,
"tokens": 542.6775700934579
},
{
"f": 0.63,
"acc": 0.7249666221628839,
"tokens": 558.0547396528705
},
{
"f": 0.64,
"acc": 0.7276368491321762,
"tokens": 568.5981308411215
},
{
"f": 0.65,
"acc": 0.7336448598130841,
"tokens": 577.7029372496662
},
{
"f": 0.66,
"acc": 0.7376502002670227,
"tokens": 583.4539385847797
},
{
"f": 0.67,
"acc": 0.739652870493992,
"tokens": 588.4592790387183
},
{
"f": 0.68,
"acc": 0.7436582109479306,
"tokens": 595.549399198932
},
{
"f": 0.69,
"acc": 0.7456608811748998,
"tokens": 603.239652870494
},
{
"f": 0.7,
"acc": 0.746995994659546,
"tokens": 606.4439252336449
},
{
"f": 0.71,
"acc": 0.7516688918558078,
"tokens": 613.7369826435247
},
{
"f": 0.72,
"acc": 0.7556742323097463,
"tokens": 623.6648865153538
},
{
"f": 0.73,
"acc": 0.7576769025367156,
"tokens": 630.3331108144192
},
{
"f": 0.74,
"acc": 0.7583444592790387,
"tokens": 636.7843791722296
},
{
"f": 0.75,
"acc": 0.7596795727636849,
"tokens": 642.475300400534
},
{
"f": 0.76,
"acc": 0.7630173564753004,
"tokens": 647.2716955941255
},
{
"f": 0.77,
"acc": 0.7676902536715621,
"tokens": 654.3471295060081
},
{
"f": 0.78,
"acc": 0.7730307076101469,
"tokens": 663.6441922563417
},
{
"f": 0.79,
"acc": 0.7750333778371161,
"tokens": 666.6802403204273
},
{
"f": 0.8,
"acc": 0.7763684913217623,
"tokens": 671.0921228304406
},
{
"f": 0.81,
"acc": 0.7763684913217623,
"tokens": 676.4005340453939
},
{
"f": 0.82,
"acc": 0.7770360480640854,
"tokens": 682.4465954606142
},
{
"f": 0.83,
"acc": 0.780373831775701,
"tokens": 689.5420560747664
},
{
"f": 0.84,
"acc": 0.7817089452603472,
"tokens": 695.1415220293725
},
{
"f": 0.85,
"acc": 0.7810413885180241,
"tokens": 698.8624833110814
},
{
"f": 0.86,
"acc": 0.7830440587449933,
"tokens": 704.7690253671562
},
{
"f": 0.87,
"acc": 0.7863818424566088,
"tokens": 711.0720961281709
},
{
"f": 0.88,
"acc": 0.7890520694259012,
"tokens": 714.1555407209613
},
{
"f": 0.89,
"acc": 0.7890520694259012,
"tokens": 718.3397863818425
},
{
"f": 0.9,
"acc": 0.7897196261682243,
"tokens": 723.1662216288385
},
{
"f": 0.91,
"acc": 0.7903871829105474,
"tokens": 727.6875834445927
},
{
"f": 0.92,
"acc": 0.7903871829105474,
"tokens": 731.1502002670227
},
{
"f": 0.93,
"acc": 0.7910547396528705,
"tokens": 739.69826435247
},
{
"f": 0.94,
"acc": 0.7890520694259012,
"tokens": 743.6789052069425
},
{
"f": 0.95,
"acc": 0.7917222963951935,
"tokens": 748.0160213618158
},
{
"f": 0.96,
"acc": 0.7917222963951935,
"tokens": 751.0560747663551
},
{
"f": 0.97,
"acc": 0.7930574098798397,
"tokens": 754.7837116154873
},
{
"f": 0.98,
"acc": 0.7937249666221629,
"tokens": 758.1802403204273
},
{
"f": 0.99,
"acc": 0.794392523364486,
"tokens": 761.7797062750334
},
{
"f": 1.0,
"acc": 0.794392523364486,
"tokens": 763.2316421895861
}
]
},
"routing_table2b": {
"base": [
{
"f": 0.0,
"acc": 0.6181575433911882,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.7369826435246996,
"tokens": 1131.4265687583445
},
{
"f": 0.5,
"acc": 0.7977303070761015,
"tokens": 1775.1949265687583
},
{
"f": 1.0,
"acc": 0.8404539385847797,
"tokens": 2772.6622162883846
}
],
"v1": [
{
"f": 0.0,
"acc": 0.7029372496662216,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.7823765020026703,
"tokens": 1165.7069425901202
},
{
"f": 0.5,
"acc": 0.8104138851802403,
"tokens": 1868.7503337783712
},
{
"f": 1.0,
"acc": 0.8437917222963952,
"tokens": 2664.4245660881174
}
],
"v2": [
{
"f": 0.0,
"acc": 0.7596795727636849,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.8084112149532711,
"tokens": 1748.9672897196263
},
{
"f": 0.5,
"acc": 0.8137516688918558,
"tokens": 2551.844459279039
},
{
"f": 1.0,
"acc": 0.8117489986648865,
"tokens": 3748.150867823765
}
],
"rl60": [
{
"f": 0.0,
"acc": 0.7590120160213618,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.8190921228304406,
"tokens": 741.5473965287049
},
{
"f": 0.5,
"acc": 0.8230974632843792,
"tokens": 1152.4125500667558
},
{
"f": 1.0,
"acc": 0.8311081441922563,
"tokens": 1802.041388518024
}
],
"rl40": [
{
"f": 0.0,
"acc": 0.7596795727636849,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.8177570093457944,
"tokens": 1107.728971962617
},
{
"f": 0.5,
"acc": 0.8277703604806409,
"tokens": 1693.8030707610146
},
{
"f": 1.0,
"acc": 0.835781041388518,
"tokens": 2575.018024032043
}
],
"v2b": [
{
"f": 0.0,
"acc": 0.6842456608811749,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.7189586114819759,
"tokens": 1751.6441922563417
},
{
"f": 0.5,
"acc": 0.7202937249666221,
"tokens": 2725.9779706275035
},
{
"f": 1.0,
"acc": 0.7169559412550067,
"tokens": 4008.034712950601
}
],
"v2b_ro": [
{
"f": 0.0,
"acc": 0.6949265687583445,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.7102803738317757,
"tokens": 527.3364485981308
},
{
"f": 0.5,
"acc": 0.7096128170894526,
"tokens": 881.83044058745
},
{
"f": 1.0,
"acc": 0.7082777036048065,
"tokens": 1343.3744993324433
}
],
"hybrid2b": [
{
"f": 0.0,
"acc": 0.6949265687583445,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.7563417890520694,
"tokens": 252.6909212283044
},
{
"f": 0.5,
"acc": 0.780373831775701,
"tokens": 410.9906542056075
},
{
"f": 1.0,
"acc": 0.7937249666221629,
"tokens": 763.2316421895861
}
],
"base2b": [
{
"f": 0.0,
"acc": 0.49265687583444595,
"tokens": 0.0
},
{
"f": 0.3,
"acc": 0.6275033377837116,
"tokens": 287.9392523364486
},
{
"f": 0.5,
"acc": 0.6949265687583445,
"tokens": 453.5026702269693
},
{
"f": 1.0,
"acc": 0.7937249666221629,
"tokens": 763.2316421895861
}
]
},
"reliability_fast_rl60": [
{
"bin": 2,
"lo": 0.13333333333333333,
"hi": 0.2,
"n": 5,
"conf": 0.15823326027285362,
"acc": 0.0
},
{
"bin": 3,
"lo": 0.2,
"hi": 0.26666666666666666,
"n": 19,
"conf": 0.23370406992757786,
"acc": 0.15789473684210525
},
{
"bin": 4,
"lo": 0.26666666666666666,
"hi": 0.3333333333333333,
"n": 46,
"conf": 0.30753099218361957,
"acc": 0.32608695652173914
},
{
"bin": 5,
"lo": 0.3333333333333333,
"hi": 0.4,
"n": 179,
"conf": 0.3706660770202445,
"acc": 0.39664804469273746
},
{
"bin": 6,
"lo": 0.4,
"hi": 0.4666666666666667,
"n": 300,
"conf": 0.4382725303876309,
"acc": 0.45666666666666667
},
{
"bin": 7,
"lo": 0.4666666666666667,
"hi": 0.5333333333333333,
"n": 467,
"conf": 0.5025913973709956,
"acc": 0.4796573875802998
},
{
"bin": 8,
"lo": 0.5333333333333333,
"hi": 0.6,
"n": 598,
"conf": 0.5674959856287486,
"acc": 0.5451505016722408
},
{
"bin": 9,
"lo": 0.6,
"hi": 0.6666666666666666,
"n": 407,
"conf": 0.6303734045554452,
"acc": 0.597051597051597
},
{
"bin": 10,
"lo": 0.6666666666666666,
"hi": 0.7333333333333333,
"n": 387,
"conf": 0.6982422732961144,
"acc": 0.6925064599483204
},
{
"bin": 11,
"lo": 0.7333333333333333,
"hi": 0.8,
"n": 448,
"conf": 0.7669282419854461,
"acc": 0.7232142857142857
},
{
"bin": 12,
"lo": 0.8,
"hi": 0.8666666666666667,
"n": 453,
"conf": 0.834090515720292,
"acc": 0.7814569536423841
},
{
"bin": 13,
"lo": 0.8666666666666667,
"hi": 0.9333333333333333,
"n": 565,
"conf": 0.8992350179847742,
"acc": 0.8265486725663717
},
{
"bin": 14,
"lo": 0.9333333333333333,
"hi": 1.0,
"n": 1568,
"conf": 0.9796503030275103,
"acc": 0.9636479591836735
}
],
"reliability_post_rl60": [
{
"bin": 4,
"lo": 0.26666666666666666,
"hi": 0.3333333333333333,
"n": 1,
"conf": 0.2725091265274698,
"acc": 0.0
},
{
"bin": 5,
"lo": 0.3333333333333333,
"hi": 0.4,
"n": 1,
"conf": 0.34632892978776886,
"acc": 0.0
},
{
"bin": 7,
"lo": 0.4666666666666667,
"hi": 0.5333333333333333,
"n": 3,
"conf": 0.49727137557930784,
"acc": 0.0
},
{
"bin": 8,
"lo": 0.5333333333333333,
"hi": 0.6,
"n": 12,
"conf": 0.5797122049046389,
"acc": 0.4166666666666667
},
{
"bin": 9,
"lo": 0.6,
"hi": 0.6666666666666666,
"n": 41,
"conf": 0.6421039359751131,
"acc": 0.43902439024390244
},
{
"bin": 10,
"lo": 0.6666666666666666,
"hi": 0.7333333333333333,
"n": 109,
"conf": 0.7050861742866449,
"acc": 0.5229357798165137
},
{
"bin": 11,
"lo": 0.7333333333333333,
"hi": 0.8,
"n": 109,
"conf": 0.7675222074784026,
"acc": 0.5779816513761468
},
{
"bin": 12,
"lo": 0.8,
"hi": 0.8666666666666667,
"n": 174,
"conf": 0.8338071667102179,
"acc": 0.7011494252873564
},
{
"bin": 13,
"lo": 0.8666666666666667,
"hi": 0.9333333333333333,
"n": 353,
"conf": 0.9044296717375896,
"acc": 0.8838526912181303
},
{
"bin": 14,
"lo": 0.9333333333333333,
"hi": 1.0,
"n": 692,
"conf": 0.9629513204649024,
"acc": 0.9653179190751445
}
],
"fix_break_rl60": {
"eval_proc": {
"n": 300,
"routed": 33,
"fix": 25,
"break": 7,
"fix_routed": 18,
"break_routed": 0
},
"eval_ts": {
"n": 300,
"routed": 112,
"fix": 36,
"break": 34,
"fix_routed": 27,
"break_routed": 20
},
"opendecisions": {
"n": 448,
"routed": 99,
"fix": 93,
"break": 9,
"fix_routed": 47,
"break_routed": 4
},
"localllama": {
"n": 450,
"routed": 205,
"fix": 60,
"break": 56,
"fix_routed": 54,
"break_routed": 34
},
"all": {
"n": 1498,
"routed": 449,
"fix": 214,
"break": 106,
"fix_routed": 146,
"break_routed": 58
}
},
"s1mb_noul_judgments": 12357,
"s1mb_target_yes_mass": 0.2749495783019871
}

Xet Storage Details

Size:
171 kB
·
Xet hash:
d85d0af4b2536b03ca829610d57de6f094965709f15e00d0f235fbc5279b2f27

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.