{ "dataset": "math500", "mean_accept_allmask": 4.095778483885611, "iters_allmask": 2203, "mean_accept_soft": 4.364779874213837, "iters_soft": 2067, "per_slot_accept": { "allmask": { "p": [ 0.8120744439400817, 0.7411961989938514, 0.7639517345399698, 0.7433366238894373, 0.7304116865869854, 0.74, 0.7518427518427518, 0.7712418300653595, 0.6694915254237288, 0.689873417721519, 0.6880733944954128, 0.6133333333333333, 0.6304347826086957, 0.5517241379310345, 0.4375 ], "n": [ 2203, 1789, 1326, 1013, 753, 550, 407, 306, 236, 158, 109, 75, 46, 29, 16 ] }, "soft_all": { "p": [ 0.8282535074987906, 0.7686915887850467, 0.7697568389057751, 0.7571569595261599, 0.757496740547588, 0.7418244406196214, 0.7633410672853829, 0.7537993920972644, 0.75, 0.6935483870967742, 0.6821705426356589, 0.7272727272727273, 0.671875, 0.6511627906976745, 0.7142857142857143 ], "n": [ 2067, 1712, 1316, 1013, 767, 581, 431, 329, 248, 186, 129, 88, 64, 43, 28 ] }, "soft_injected": { "p": [ 0.8245180425111222, 0.7632850241545893, 0.7734939759036145, 0.7486800422386484, 0.753956834532374, 0.7310756972111554, 0.7514619883040936, 0.7361702127659574, 0.7133757961783439, 0.6526315789473685, 0.68, 0.6, 0.5555555555555556, 1.0, NaN ], "n": [ 2023, 1656, 1245, 947, 695, 502, 342, 235, 157, 95, 50, 25, 9, 1, 0 ] }, "soft_plain": { "p": [ 1.0, 0.9285714285714286, 0.704225352112676, 0.8787878787878788, 0.7916666666666666, 0.810126582278481, 0.8089887640449438, 0.7978723404255319, 0.8131868131868132, 0.7362637362637363, 0.6835443037974683, 0.7777777777777778, 0.6909090909090909, 0.6428571428571429, 0.7142857142857143 ], "n": [ 44, 56, 71, 66, 72, 79, 89, 94, 91, 91, 79, 63, 55, 42, 28 ] } }, "stale": { "n": 7945, "p_stale_correct": 0.2712397734424166, "p_draft_eq_stale": 0.25953429830081814, "p_draft_correct_given_stale_correct": 0.8589327146171694, "p_draft_correct_given_stale_wrong": 0.7385146804835924, "n_stale_correct": 2155, "n_stale_wrong": 5790 }, "draft_true_acc": { "allmask": [ 0.7565576515236075, 8959 ], "soft_injected": [ 0.771176840780365, 7945 ], "soft_plain": [ 0.7866400797607178, 1003 ] }, "confidence": { "allmask": { "draft_entropy": [ 0.4049720734049327, 0.6593881465130645, 0.7150720311684864, 0.7461230001768829, 0.8060013536284761, 0.7829716309050987, 0.8381455226445083, 0.9083691813897043, 0.9435395017883866, 1.095459746671369, 1.1470508273485878, 1.2462965802972514, 1.368702004251131, 1.536194739670589, 1.575313102453947 ], "draft_margin": [ 5.495432364956877, 4.541398826159866, 4.231099170437406, 4.040720631786772, 3.7534030544488712, 3.4723863636363634, 3.2271191646191646, 3.011642156862745, 2.675052966101695, 2.225870253164557, 2.021788990825688, 1.93, 1.622282608695652, 1.3728448275862069, 1.2265625 ], "draft_post_prob": [ 0.7817581746657232, 0.6958816683033491, 0.6941112032366216, 0.6851601828099635, 0.6651743760339016, 0.666812674094146, 0.6718013167398975, 0.6640425000482983, 0.5962462362232339, 0.5713426800478983, 0.5520439802203327, 0.5327786673199929, 0.4642776627822415, 0.36976899317446155, 0.31526757404208183 ], "kl": [ 1.3725903714520793, 3.156316332165342, 4.668779831310041, 5.300262846746131, 5.735126389925349, 6.41004134430726, 6.653599414009555, 7.422083038273283, 8.349014868503248, 9.686362766271717, 11.147021858201047, 10.569375389988224, 12.77836037437057, 17.24277613902914, 19.3376542404294 ] }, "soft_injected": { "draft_entropy": [ 0.39158784044197936, 0.6168458488513769, 0.6998112399260124, 0.7328254303684587, 0.7424349415367949, 0.7459146316073293, 0.7778801225201826, 0.8747336415998747, 0.9078807742045718, 1.052086385044018, 1.022531798183918, 1.1157601909339427, 1.366341359085507, 0.1531761884689331, NaN ], "draft_margin": [ 5.628120365793376, 4.760039251207729, 4.259287148594377, 4.040654699049631, 3.878687050359712, 3.700448207171315, 3.5096856725146197, 3.2300531914893615, 2.8873407643312103, 2.5598684210526317, 2.42125, 2.0625, 0.8888888888888888, 4.875, NaN ], "draft_post_prob": [ 0.7946866407793106, 0.7149754947449748, 0.7054415487480897, 0.6891743091811532, 0.6920171216636145, 0.6737318010477458, 0.6661128120301291, 0.6464105492871394, 0.6238102127790858, 0.5723240833351921, 0.5681894118222408, 0.5762443807721138, 0.5002595053778754, 0.9822320342063904, NaN ], "kl": [ 1.2083255025735504, 3.0656118040023617, 4.404133867542987, 5.142946107658493, 5.270417952530261, 6.253753422041234, 6.43911128670239, 7.310312910964081, 7.917449493229591, 8.76750546034784, 9.40159721262753, 8.962953229546548, 10.445124652650621, 0.6052137613296509, NaN ] }, "soft_plain": { "draft_entropy": [ 0.055079345927300565, 0.34183669311645254, 0.5122153907928728, 0.42524136984789174, 0.5428252542431236, 0.37339457144420685, 0.5694831259044416, 0.6164271659525842, 0.6375222815105379, 0.9400946681648698, 0.9668429338998055, 0.9181808555953294, 1.0740331051532517, 1.2105499752575444, 1.2178661444091372 ], "draft_margin": [ 9.160511363636363, 5.795758928571429, 5.610035211267606, 5.940340909090909, 4.46875, 4.85126582278481, 4.113061797752809, 3.4906914893617023, 3.5240384615384617, 3.2548076923076925, 2.382911392405063, 2.6924603174603177, 2.0306818181818183, 1.9270833333333333, 1.6071428571428572 ], "draft_post_prob": [ 0.9861034358089621, 0.8536199299352509, 0.6914684171950695, 0.8208851042736294, 0.7646064225312633, 0.7859219384545242, 0.7588586484845937, 0.7471703134026338, 0.7397009562445129, 0.6599328042939305, 0.5901245149725582, 0.667601910730203, 0.5850746644745496, 0.5200697473039673, 0.547155178684209 ], "kl": [ 0.16451271930038108, 0.9351037344725667, 3.8634878197082516, 2.4541989226446743, 4.862698319219918, 3.7704452942846647, 5.321808634552807, 5.198462212161022, 5.250349514581683, 7.688765247951129, 8.01466837235361, 7.958717563019563, 10.217110930315473, 10.607657745835327, 12.447037727971162 ] } }, "num_reuse_mean": 10.580067731011127, "num_reuse_hist": [ 44, 14, 21, 24, 39, 57, 61, 80, 99, 148, 185, 244, 302, 394, 355, 0 ], "accept_vs_num_reuse": { "0": [ 5.863636363636363, 44 ], "1": [ 5.714285714285714, 14 ], "2": [ 6.380952380952381, 21 ], "3": [ 5.416666666666667, 24 ], "4": [ 4.6923076923076925, 39 ], "5": [ 4.982456140350878, 57 ], "6": [ 6.655737704918033, 61 ], "7": [ 5.7625, 80 ], "8": [ 5.393939393939394, 99 ], "9": [ 5.121621621621622, 148 ], "10": [ 5.0162162162162165, 185 ], "11": [ 4.290983606557377, 244 ], "12": [ 4.142384105960265, 302 ], "13": [ 3.685279187817259, 394 ], "14": [ 3.1436619718309857, 355 ] } }