Download exp/analysis/math500_behavior.json from yaro1214/daim: direct link, hf CLI and curl.
- Browser
- Download file 9.61 kB
-
https://huggingface.co/yaro1214/daim/resolve/main/exp/analysis/math500_behavior.json
- Command line
-
hf download hf://yaro1214/daim/exp/analysis/math500_behavior.json
-
curl -L -o math500_behavior.json https://huggingface.co/yaro1214/daim/resolve/main/exp/analysis/math500_behavior.json
9.61 kB
Invalid JSON:Unexpected token 'N', ...",
NaN
"... is not valid JSON
| { | |
| "dataset": "math500", | |
| "mean_accept_allmask": 4.095778483885611, | |
| "iters_allmask": 2203, | |
| "mean_accept_soft": 4.364779874213837, | |
| "iters_soft": 2067, | |
| "per_slot_accept": { | |
| "allmask": { | |
| "p": [ | |
| 0.8120744439400817, | |
| 0.7411961989938514, | |
| 0.7639517345399698, | |
| 0.7433366238894373, | |
| 0.7304116865869854, | |
| 0.74, | |
| 0.7518427518427518, | |
| 0.7712418300653595, | |
| 0.6694915254237288, | |
| 0.689873417721519, | |
| 0.6880733944954128, | |
| 0.6133333333333333, | |
| 0.6304347826086957, | |
| 0.5517241379310345, | |
| 0.4375 | |
| ], | |
| "n": [ | |
| 2203, | |
| 1789, | |
| 1326, | |
| 1013, | |
| 753, | |
| 550, | |
| 407, | |
| 306, | |
| 236, | |
| 158, | |
| 109, | |
| 75, | |
| 46, | |
| 29, | |
| 16 | |
| ] | |
| }, | |
| "soft_all": { | |
| "p": [ | |
| 0.8282535074987906, | |
| 0.7686915887850467, | |
| 0.7697568389057751, | |
| 0.7571569595261599, | |
| 0.757496740547588, | |
| 0.7418244406196214, | |
| 0.7633410672853829, | |
| 0.7537993920972644, | |
| 0.75, | |
| 0.6935483870967742, | |
| 0.6821705426356589, | |
| 0.7272727272727273, | |
| 0.671875, | |
| 0.6511627906976745, | |
| 0.7142857142857143 | |
| ], | |
| "n": [ | |
| 2067, | |
| 1712, | |
| 1316, | |
| 1013, | |
| 767, | |
| 581, | |
| 431, | |
| 329, | |
| 248, | |
| 186, | |
| 129, | |
| 88, | |
| 64, | |
| 43, | |
| 28 | |
| ] | |
| }, | |
| "soft_injected": { | |
| "p": [ | |
| 0.8245180425111222, | |
| 0.7632850241545893, | |
| 0.7734939759036145, | |
| 0.7486800422386484, | |
| 0.753956834532374, | |
| 0.7310756972111554, | |
| 0.7514619883040936, | |
| 0.7361702127659574, | |
| 0.7133757961783439, | |
| 0.6526315789473685, | |
| 0.68, | |
| 0.6, | |
| 0.5555555555555556, | |
| 1.0, | |
| NaN | |
| ], | |
| "n": [ | |
| 2023, | |
| 1656, | |
| 1245, | |
| 947, | |
| 695, | |
| 502, | |
| 342, | |
| 235, | |
| 157, | |
| 95, | |
| 50, | |
| 25, | |
| 9, | |
| 1, | |
| 0 | |
| ] | |
| }, | |
| "soft_plain": { | |
| "p": [ | |
| 1.0, | |
| 0.9285714285714286, | |
| 0.704225352112676, | |
| 0.8787878787878788, | |
| 0.7916666666666666, | |
| 0.810126582278481, | |
| 0.8089887640449438, | |
| 0.7978723404255319, | |
| 0.8131868131868132, | |
| 0.7362637362637363, | |
| 0.6835443037974683, | |
| 0.7777777777777778, | |
| 0.6909090909090909, | |
| 0.6428571428571429, | |
| 0.7142857142857143 | |
| ], | |
| "n": [ | |
| 44, | |
| 56, | |
| 71, | |
| 66, | |
| 72, | |
| 79, | |
| 89, | |
| 94, | |
| 91, | |
| 91, | |
| 79, | |
| 63, | |
| 55, | |
| 42, | |
| 28 | |
| ] | |
| } | |
| }, | |
| "stale": { | |
| "n": 7945, | |
| "p_stale_correct": 0.2712397734424166, | |
| "p_draft_eq_stale": 0.25953429830081814, | |
| "p_draft_correct_given_stale_correct": 0.8589327146171694, | |
| "p_draft_correct_given_stale_wrong": 0.7385146804835924, | |
| "n_stale_correct": 2155, | |
| "n_stale_wrong": 5790 | |
| }, | |
| "draft_true_acc": { | |
| "allmask": [ | |
| 0.7565576515236075, | |
| 8959 | |
| ], | |
| "soft_injected": [ | |
| 0.771176840780365, | |
| 7945 | |
| ], | |
| "soft_plain": [ | |
| 0.7866400797607178, | |
| 1003 | |
| ] | |
| }, | |
| "confidence": { | |
| "allmask": { | |
| "draft_entropy": [ | |
| 0.4049720734049327, | |
| 0.6593881465130645, | |
| 0.7150720311684864, | |
| 0.7461230001768829, | |
| 0.8060013536284761, | |
| 0.7829716309050987, | |
| 0.8381455226445083, | |
| 0.9083691813897043, | |
| 0.9435395017883866, | |
| 1.095459746671369, | |
| 1.1470508273485878, | |
| 1.2462965802972514, | |
| 1.368702004251131, | |
| 1.536194739670589, | |
| 1.575313102453947 | |
| ], | |
| "draft_margin": [ | |
| 5.495432364956877, | |
| 4.541398826159866, | |
| 4.231099170437406, | |
| 4.040720631786772, | |
| 3.7534030544488712, | |
| 3.4723863636363634, | |
| 3.2271191646191646, | |
| 3.011642156862745, | |
| 2.675052966101695, | |
| 2.225870253164557, | |
| 2.021788990825688, | |
| 1.93, | |
| 1.622282608695652, | |
| 1.3728448275862069, | |
| 1.2265625 | |
| ], | |
| "draft_post_prob": [ | |
| 0.7817581746657232, | |
| 0.6958816683033491, | |
| 0.6941112032366216, | |
| 0.6851601828099635, | |
| 0.6651743760339016, | |
| 0.666812674094146, | |
| 0.6718013167398975, | |
| 0.6640425000482983, | |
| 0.5962462362232339, | |
| 0.5713426800478983, | |
| 0.5520439802203327, | |
| 0.5327786673199929, | |
| 0.4642776627822415, | |
| 0.36976899317446155, | |
| 0.31526757404208183 | |
| ], | |
| "kl": [ | |
| 1.3725903714520793, | |
| 3.156316332165342, | |
| 4.668779831310041, | |
| 5.300262846746131, | |
| 5.735126389925349, | |
| 6.41004134430726, | |
| 6.653599414009555, | |
| 7.422083038273283, | |
| 8.349014868503248, | |
| 9.686362766271717, | |
| 11.147021858201047, | |
| 10.569375389988224, | |
| 12.77836037437057, | |
| 17.24277613902914, | |
| 19.3376542404294 | |
| ] | |
| }, | |
| "soft_injected": { | |
| "draft_entropy": [ | |
| 0.39158784044197936, | |
| 0.6168458488513769, | |
| 0.6998112399260124, | |
| 0.7328254303684587, | |
| 0.7424349415367949, | |
| 0.7459146316073293, | |
| 0.7778801225201826, | |
| 0.8747336415998747, | |
| 0.9078807742045718, | |
| 1.052086385044018, | |
| 1.022531798183918, | |
| 1.1157601909339427, | |
| 1.366341359085507, | |
| 0.1531761884689331, | |
| NaN | |
| ], | |
| "draft_margin": [ | |
| 5.628120365793376, | |
| 4.760039251207729, | |
| 4.259287148594377, | |
| 4.040654699049631, | |
| 3.878687050359712, | |
| 3.700448207171315, | |
| 3.5096856725146197, | |
| 3.2300531914893615, | |
| 2.8873407643312103, | |
| 2.5598684210526317, | |
| 2.42125, | |
| 2.0625, | |
| 0.8888888888888888, | |
| 4.875, | |
| NaN | |
| ], | |
| "draft_post_prob": [ | |
| 0.7946866407793106, | |
| 0.7149754947449748, | |
| 0.7054415487480897, | |
| 0.6891743091811532, | |
| 0.6920171216636145, | |
| 0.6737318010477458, | |
| 0.6661128120301291, | |
| 0.6464105492871394, | |
| 0.6238102127790858, | |
| 0.5723240833351921, | |
| 0.5681894118222408, | |
| 0.5762443807721138, | |
| 0.5002595053778754, | |
| 0.9822320342063904, | |
| NaN | |
| ], | |
| "kl": [ | |
| 1.2083255025735504, | |
| 3.0656118040023617, | |
| 4.404133867542987, | |
| 5.142946107658493, | |
| 5.270417952530261, | |
| 6.253753422041234, | |
| 6.43911128670239, | |
| 7.310312910964081, | |
| 7.917449493229591, | |
| 8.76750546034784, | |
| 9.40159721262753, | |
| 8.962953229546548, | |
| 10.445124652650621, | |
| 0.6052137613296509, | |
| NaN | |
| ] | |
| }, | |
| "soft_plain": { | |
| "draft_entropy": [ | |
| 0.055079345927300565, | |
| 0.34183669311645254, | |
| 0.5122153907928728, | |
| 0.42524136984789174, | |
| 0.5428252542431236, | |
| 0.37339457144420685, | |
| 0.5694831259044416, | |
| 0.6164271659525842, | |
| 0.6375222815105379, | |
| 0.9400946681648698, | |
| 0.9668429338998055, | |
| 0.9181808555953294, | |
| 1.0740331051532517, | |
| 1.2105499752575444, | |
| 1.2178661444091372 | |
| ], | |
| "draft_margin": [ | |
| 9.160511363636363, | |
| 5.795758928571429, | |
| 5.610035211267606, | |
| 5.940340909090909, | |
| 4.46875, | |
| 4.85126582278481, | |
| 4.113061797752809, | |
| 3.4906914893617023, | |
| 3.5240384615384617, | |
| 3.2548076923076925, | |
| 2.382911392405063, | |
| 2.6924603174603177, | |
| 2.0306818181818183, | |
| 1.9270833333333333, | |
| 1.6071428571428572 | |
| ], | |
| "draft_post_prob": [ | |
| 0.9861034358089621, | |
| 0.8536199299352509, | |
| 0.6914684171950695, | |
| 0.8208851042736294, | |
| 0.7646064225312633, | |
| 0.7859219384545242, | |
| 0.7588586484845937, | |
| 0.7471703134026338, | |
| 0.7397009562445129, | |
| 0.6599328042939305, | |
| 0.5901245149725582, | |
| 0.667601910730203, | |
| 0.5850746644745496, | |
| 0.5200697473039673, | |
| 0.547155178684209 | |
| ], | |
| "kl": [ | |
| 0.16451271930038108, | |
| 0.9351037344725667, | |
| 3.8634878197082516, | |
| 2.4541989226446743, | |
| 4.862698319219918, | |
| 3.7704452942846647, | |
| 5.321808634552807, | |
| 5.198462212161022, | |
| 5.250349514581683, | |
| 7.688765247951129, | |
| 8.01466837235361, | |
| 7.958717563019563, | |
| 10.217110930315473, | |
| 10.607657745835327, | |
| 12.447037727971162 | |
| ] | |
| } | |
| }, | |
| "num_reuse_mean": 10.580067731011127, | |
| "num_reuse_hist": [ | |
| 44, | |
| 14, | |
| 21, | |
| 24, | |
| 39, | |
| 57, | |
| 61, | |
| 80, | |
| 99, | |
| 148, | |
| 185, | |
| 244, | |
| 302, | |
| 394, | |
| 355, | |
| 0 | |
| ], | |
| "accept_vs_num_reuse": { | |
| "0": [ | |
| 5.863636363636363, | |
| 44 | |
| ], | |
| "1": [ | |
| 5.714285714285714, | |
| 14 | |
| ], | |
| "2": [ | |
| 6.380952380952381, | |
| 21 | |
| ], | |
| "3": [ | |
| 5.416666666666667, | |
| 24 | |
| ], | |
| "4": [ | |
| 4.6923076923076925, | |
| 39 | |
| ], | |
| "5": [ | |
| 4.982456140350878, | |
| 57 | |
| ], | |
| "6": [ | |
| 6.655737704918033, | |
| 61 | |
| ], | |
| "7": [ | |
| 5.7625, | |
| 80 | |
| ], | |
| "8": [ | |
| 5.393939393939394, | |
| 99 | |
| ], | |
| "9": [ | |
| 5.121621621621622, | |
| 148 | |
| ], | |
| "10": [ | |
| 5.0162162162162165, | |
| 185 | |
| ], | |
| "11": [ | |
| 4.290983606557377, | |
| 244 | |
| ], | |
| "12": [ | |
| 4.142384105960265, | |
| 302 | |
| ], | |
| "13": [ | |
| 3.685279187817259, | |
| 394 | |
| ], | |
| "14": [ | |
| 3.1436619718309857, | |
| 355 | |
| ] | |
| } | |
| } |