GOVINDFROM's picture
Results, figures and source (weights kept on scratch)
69d2186 verified
Raw History Blame Contribute Delete
1.55 kB
{
"digits": 16,
"inference_time_on_baseline": {
"confidence": [
0.25,
0.249375,
0.25,
0.25,
0.25
],
"entropy": [
0.25,
0.249375,
0.25,
0.25,
0.25
],
"entropy-gated": [
0.25,
0.249375,
0.25,
0.25,
0.25
],
"margin": [
0.25,
0.25,
0.25,
0.25,
0.25
],
"random": [
0.25,
0.25,
0.25,
0.25,
0.249375
]
},
"ours": {
"confidence": [
0.75,
0.75,
0.75,
0.75,
0.749375
]
},
"significance": {
"confidence": {
"diff": 0.5,
"ci95": [
0.5,
0.5
],
"p_value": 0.0,
"n": 400,
"their_best_budget": 1
},
"entropy": {
"diff": 0.5,
"ci95": [
0.5,
0.5
],
"p_value": 0.0,
"n": 400,
"their_best_budget": 1
},
"entropy-gated": {
"diff": 0.5,
"ci95": [
0.5,
0.5
],
"p_value": 0.0,
"n": 400,
"their_best_budget": 1
},
"margin": {
"diff": 0.5,
"ci95": [
0.5,
0.5
],
"p_value": 0.0,
"n": 400,
"their_best_budget": 1
},
"random": {
"diff": 0.5,
"ci95": [
0.5,
0.5
],
"p_value": 0.0,
"n": 400,
"their_best_budget": 1
}
},
"summary": {
"best_inference_1pass": 0.25,
"best_inference_any_budget": 0.25,
"ours_1pass": 0.75
}
}