daim / exp /analysis /math500_behavior.json
yaro1214's picture
Upload dflash source snapshot
09af6cc verified
Raw History Blame Contribute Delete
9.61 kB
Invalid JSON:Unexpected token 'N', ...", NaN "... is not valid JSON
{
"dataset": "math500",
"mean_accept_allmask": 4.095778483885611,
"iters_allmask": 2203,
"mean_accept_soft": 4.364779874213837,
"iters_soft": 2067,
"per_slot_accept": {
"allmask": {
"p": [
0.8120744439400817,
0.7411961989938514,
0.7639517345399698,
0.7433366238894373,
0.7304116865869854,
0.74,
0.7518427518427518,
0.7712418300653595,
0.6694915254237288,
0.689873417721519,
0.6880733944954128,
0.6133333333333333,
0.6304347826086957,
0.5517241379310345,
0.4375
],
"n": [
2203,
1789,
1326,
1013,
753,
550,
407,
306,
236,
158,
109,
75,
46,
29,
16
]
},
"soft_all": {
"p": [
0.8282535074987906,
0.7686915887850467,
0.7697568389057751,
0.7571569595261599,
0.757496740547588,
0.7418244406196214,
0.7633410672853829,
0.7537993920972644,
0.75,
0.6935483870967742,
0.6821705426356589,
0.7272727272727273,
0.671875,
0.6511627906976745,
0.7142857142857143
],
"n": [
2067,
1712,
1316,
1013,
767,
581,
431,
329,
248,
186,
129,
88,
64,
43,
28
]
},
"soft_injected": {
"p": [
0.8245180425111222,
0.7632850241545893,
0.7734939759036145,
0.7486800422386484,
0.753956834532374,
0.7310756972111554,
0.7514619883040936,
0.7361702127659574,
0.7133757961783439,
0.6526315789473685,
0.68,
0.6,
0.5555555555555556,
1.0,
NaN
],
"n": [
2023,
1656,
1245,
947,
695,
502,
342,
235,
157,
95,
50,
25,
9,
1,
0
]
},
"soft_plain": {
"p": [
1.0,
0.9285714285714286,
0.704225352112676,
0.8787878787878788,
0.7916666666666666,
0.810126582278481,
0.8089887640449438,
0.7978723404255319,
0.8131868131868132,
0.7362637362637363,
0.6835443037974683,
0.7777777777777778,
0.6909090909090909,
0.6428571428571429,
0.7142857142857143
],
"n": [
44,
56,
71,
66,
72,
79,
89,
94,
91,
91,
79,
63,
55,
42,
28
]
}
},
"stale": {
"n": 7945,
"p_stale_correct": 0.2712397734424166,
"p_draft_eq_stale": 0.25953429830081814,
"p_draft_correct_given_stale_correct": 0.8589327146171694,
"p_draft_correct_given_stale_wrong": 0.7385146804835924,
"n_stale_correct": 2155,
"n_stale_wrong": 5790
},
"draft_true_acc": {
"allmask": [
0.7565576515236075,
8959
],
"soft_injected": [
0.771176840780365,
7945
],
"soft_plain": [
0.7866400797607178,
1003
]
},
"confidence": {
"allmask": {
"draft_entropy": [
0.4049720734049327,
0.6593881465130645,
0.7150720311684864,
0.7461230001768829,
0.8060013536284761,
0.7829716309050987,
0.8381455226445083,
0.9083691813897043,
0.9435395017883866,
1.095459746671369,
1.1470508273485878,
1.2462965802972514,
1.368702004251131,
1.536194739670589,
1.575313102453947
],
"draft_margin": [
5.495432364956877,
4.541398826159866,
4.231099170437406,
4.040720631786772,
3.7534030544488712,
3.4723863636363634,
3.2271191646191646,
3.011642156862745,
2.675052966101695,
2.225870253164557,
2.021788990825688,
1.93,
1.622282608695652,
1.3728448275862069,
1.2265625
],
"draft_post_prob": [
0.7817581746657232,
0.6958816683033491,
0.6941112032366216,
0.6851601828099635,
0.6651743760339016,
0.666812674094146,
0.6718013167398975,
0.6640425000482983,
0.5962462362232339,
0.5713426800478983,
0.5520439802203327,
0.5327786673199929,
0.4642776627822415,
0.36976899317446155,
0.31526757404208183
],
"kl": [
1.3725903714520793,
3.156316332165342,
4.668779831310041,
5.300262846746131,
5.735126389925349,
6.41004134430726,
6.653599414009555,
7.422083038273283,
8.349014868503248,
9.686362766271717,
11.147021858201047,
10.569375389988224,
12.77836037437057,
17.24277613902914,
19.3376542404294
]
},
"soft_injected": {
"draft_entropy": [
0.39158784044197936,
0.6168458488513769,
0.6998112399260124,
0.7328254303684587,
0.7424349415367949,
0.7459146316073293,
0.7778801225201826,
0.8747336415998747,
0.9078807742045718,
1.052086385044018,
1.022531798183918,
1.1157601909339427,
1.366341359085507,
0.1531761884689331,
NaN
],
"draft_margin": [
5.628120365793376,
4.760039251207729,
4.259287148594377,
4.040654699049631,
3.878687050359712,
3.700448207171315,
3.5096856725146197,
3.2300531914893615,
2.8873407643312103,
2.5598684210526317,
2.42125,
2.0625,
0.8888888888888888,
4.875,
NaN
],
"draft_post_prob": [
0.7946866407793106,
0.7149754947449748,
0.7054415487480897,
0.6891743091811532,
0.6920171216636145,
0.6737318010477458,
0.6661128120301291,
0.6464105492871394,
0.6238102127790858,
0.5723240833351921,
0.5681894118222408,
0.5762443807721138,
0.5002595053778754,
0.9822320342063904,
NaN
],
"kl": [
1.2083255025735504,
3.0656118040023617,
4.404133867542987,
5.142946107658493,
5.270417952530261,
6.253753422041234,
6.43911128670239,
7.310312910964081,
7.917449493229591,
8.76750546034784,
9.40159721262753,
8.962953229546548,
10.445124652650621,
0.6052137613296509,
NaN
]
},
"soft_plain": {
"draft_entropy": [
0.055079345927300565,
0.34183669311645254,
0.5122153907928728,
0.42524136984789174,
0.5428252542431236,
0.37339457144420685,
0.5694831259044416,
0.6164271659525842,
0.6375222815105379,
0.9400946681648698,
0.9668429338998055,
0.9181808555953294,
1.0740331051532517,
1.2105499752575444,
1.2178661444091372
],
"draft_margin": [
9.160511363636363,
5.795758928571429,
5.610035211267606,
5.940340909090909,
4.46875,
4.85126582278481,
4.113061797752809,
3.4906914893617023,
3.5240384615384617,
3.2548076923076925,
2.382911392405063,
2.6924603174603177,
2.0306818181818183,
1.9270833333333333,
1.6071428571428572
],
"draft_post_prob": [
0.9861034358089621,
0.8536199299352509,
0.6914684171950695,
0.8208851042736294,
0.7646064225312633,
0.7859219384545242,
0.7588586484845937,
0.7471703134026338,
0.7397009562445129,
0.6599328042939305,
0.5901245149725582,
0.667601910730203,
0.5850746644745496,
0.5200697473039673,
0.547155178684209
],
"kl": [
0.16451271930038108,
0.9351037344725667,
3.8634878197082516,
2.4541989226446743,
4.862698319219918,
3.7704452942846647,
5.321808634552807,
5.198462212161022,
5.250349514581683,
7.688765247951129,
8.01466837235361,
7.958717563019563,
10.217110930315473,
10.607657745835327,
12.447037727971162
]
}
},
"num_reuse_mean": 10.580067731011127,
"num_reuse_hist": [
44,
14,
21,
24,
39,
57,
61,
80,
99,
148,
185,
244,
302,
394,
355,
0
],
"accept_vs_num_reuse": {
"0": [
5.863636363636363,
44
],
"1": [
5.714285714285714,
14
],
"2": [
6.380952380952381,
21
],
"3": [
5.416666666666667,
24
],
"4": [
4.6923076923076925,
39
],
"5": [
4.982456140350878,
57
],
"6": [
6.655737704918033,
61
],
"7": [
5.7625,
80
],
"8": [
5.393939393939394,
99
],
"9": [
5.121621621621622,
148
],
"10": [
5.0162162162162165,
185
],
"11": [
4.290983606557377,
244
],
"12": [
4.142384105960265,
302
],
"13": [
3.685279187817259,
394
],
"14": [
3.1436619718309857,
355
]
}
}