Hugging Face's logo

Linksome
/
v121rc_exp1

Safetensors
Model card Files
xet
Community
v121rc_exp1 / heatmap.html
Linksome's picture
Linksome
Add files using upload-large-folder tool
ac94d57 verified
raw
history blame contribute delete
70 kB
 <!doctype html>
<html lang="en">
<head>
<meta charset="utf-8"/>
<meta name="viewport" content="width=device-width,initial-scale=1"/>
<title>PandaEval12 Heatmaps</title>
<style>
:root {
--bg: #0b0f14;
--card: rgba(255,255,255,0.06);
--card2: rgba(255,255,255,0.08);
--stroke: rgba(255,255,255,0.10);
--text: rgba(255,255,255,0.92);
--muted: rgba(255,255,255,0.70);
--muted2: rgba(255,255,255,0.55);
--shadow: 0 10px 30px rgba(0,0,0,0.35);
--radius: 16px;
}
body {
margin: 0;
background: radial-gradient(1000px 500px at 15% 0%, rgba(120,80,255,0.18), transparent 60%),
radial-gradient(900px 500px at 85% 0%, rgba(40,200,160,0.16), transparent 65%),
var(--bg);
color: var(--text);
font-family: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial;
}
/* Wider, slightly tighter vertically */
.wrap { max-width: 1560px; margin: 16px auto; padding: 0 14px 16px; }
.header {
display:flex; align-items:flex-end; justify-content:space-between; gap: 16px; flex-wrap:wrap;
margin-bottom: 10px;
}
h1 { margin: 0; font-size: 16px; letter-spacing: 0.2px; }
.sub { color: var(--muted2); font-size: 11px; margin-top: 2px; }
.chips { display:flex; gap: 8px; flex-wrap:wrap; }
.chip {
font-size: 10px; color: var(--muted); border: 1px solid var(--stroke);
padding: 5px 9px; border-radius: 999px; background: rgba(255,255,255,0.04);
}
.grid {
display:grid;
grid-template-columns: 1fr 1fr;
gap: 12px;
}
.card {
background: linear-gradient(180deg, rgba(255,255,255,0.08), rgba(255,255,255,0.05));
border: 1px solid var(--stroke);
border-radius: var(--radius);
box-shadow: var(--shadow);
overflow: hidden;
}
.cardHead {
display:flex; justify-content:space-between; align-items:center;
padding: 10px 12px;
border-bottom: 1px solid rgba(255,255,255,0.08);
}
.title {
font-size: 13px;
color: var(--text);
display:flex; gap:10px; align-items:center;
}
.badge {
font-size: 10px; color: rgba(255,255,255,0.72);
border: 1px solid rgba(255,255,255,0.12);
padding: 3px 8px; border-radius: 999px;
background: rgba(0,0,0,0.18);
}
.body {
padding: 8px 10px 10px;
}
.svgWrap {
width: 100%;
overflow: auto;
border-radius: 12px;
background: rgba(0,0,0,0.18);
border: 1px solid rgba(255,255,255,0.08);
}
.controls {
margin-top: 10px;
background: rgba(255,255,255,0.06);
border: 1px solid var(--stroke);
border-radius: var(--radius);
padding: 10px 12px;
box-shadow: var(--shadow);
display:flex; gap: 12px; align-items:center; flex-wrap:wrap;
}
.mono { font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace; }
.lbl { font-size: 12px; color: var(--muted); }
input[type="range"] {
width: min(980px, 100%);
accent-color: rgba(120,80,255,0.9);
}
.right { margin-left:auto; color: var(--muted2); font-size: 11px; }
/* Tooltip */
.tip {
position: fixed;
pointer-events: none;
background: rgba(10,14,20,0.92);
border: 1px solid rgba(255,255,255,0.14);
color: rgba(255,255,255,0.92);
padding: 8px 10px;
border-radius: 12px;
box-shadow: 0 14px 40px rgba(0,0,0,0.40);
font-size: 12px;
transform: translate(10px, 10px);
z-index: 10;
max-width: 260px;
display: none;
}
.tip .k { color: rgba(255,255,255,0.65); }
.tip .v { font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace; }
@media (max-width: 980px) {
.grid { grid-template-columns: 1fr; }
}
</style>
</head>
<body>
<div class="wrap">
<div class="header">
<div>
<h1>PandaEval12 — Template × Config Heatmaps</h1>
<div class="sub">Standalone HTML (embedded data). Slider sweeps checkpoint steps.</div>
</div>
<div class="chips">
<div class="chip">Top: Accuracy</div>
<div class="chip">Bottom: Invalid rate</div>
<div class="chip">Rows: BASE, P*, R*, A*</div>
<div class="chip">Cols: A..I</div>
</div>
</div>
<div class="grid">
<div class="card">
<div class="cardHead">
<div class="title">Accuracy <span class="badge">PandaEval12_1</span></div>
<div class="lbl mono" id="acc1Legend"></div>
</div>
<div class="body"><div class="svgWrap" id="acc1"></div></div>
</div>
<div class="card">
<div class="cardHead">
<div class="title">Accuracy <span class="badge">PandaEval12_2</span></div>
<div class="lbl mono" id="acc2Legend"></div>
</div>
<div class="body"><div class="svgWrap" id="acc2"></div></div>
</div>
<div class="card">
<div class="cardHead">
<div class="title">Invalid rate <span class="badge">PandaEval12_1</span></div>
<div class="lbl mono" id="inv1Legend"></div>
</div>
<div class="body"><div class="svgWrap" id="inv1"></div></div>
</div>
<div class="card">
<div class="cardHead">
<div class="title">Invalid rate <span class="badge">PandaEval12_2</span></div>
<div class="lbl mono" id="inv2Legend"></div>
</div>
<div class="body"><div class="svgWrap" id="inv2"></div></div>
</div>
</div>
<div class="controls">
<div class="lbl"><b>Step</b>: <span id="stepLabel" class="mono">—</span></div>
<input id="stepSlider" type="range" min="0" max="0" value="0" step="1"/>
<div class="right mono" id="stepRange">—</div>
</div>
</div>
<div class="tip" id="tip"></div>
<script>
const DATA = {"configs": ["A", "B", "C", "D", "E", "F", "G", "H", "I"], "templates": ["BASE", "P1", "P2", "P3", "P4", "P5", "R1", "R2", "R3", "A1", "A2", "A3", "A4"], "steps": [1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000], "datasets": {"PandaEval12_1": {"by_step": {"1000": {"accuracy": [[0.999, 0.989, 0.573, 0.999, 0.996, 0.571, 0.997, 0.995, 0.604], [0.958, 0.798, 0.447, 0.977, 0.892, 0.548, 0.984, 0.882, 0.445], [0.951, 0.958, 0.526, 0.969, 0.98, 0.502, 0.992, 0.874, 0.528], [0.669, 0.764, 0.488, 0.834, 0.508, 0.494, 0.903, 0.779, 0.493], [0.556, 0.815, 0.505, 0.643, 0.563, 0.522, 0.05, 0.738, 0.506], [0.559, 0.726, 0.503, 0.649, 0.501, 0.511, 0.859, 0.637, 0.51], [0.62, 0.015, 0.325, 0.054, 0.017, 0.343, 0.097, 0.992, 0.275], [0.103, 0.125, 0.385, 0.068, 0.003, 0.349, 0.126, 1.0, 0.922], [0.011, 0.017, 0.402, 0.013, 0.003, 0.387, 0.003, 0.098, 0.733], [0.764, 0.755, 0.581, 0.765, 0.74, 0.573, 0.785, 0.758, 0.714], [0.473, 0.255, 0.341, 0.854, 0.448, 0.416, 0.866, 0.249, 0.395], [0.495, 0.492, 0.515, 0.49, 0.5, 0.481, 0.072, 0.055, 0.469], [0.505, 0.515, 0.517, 0.49, 0.502, 0.509, 0.014, 0.165, 0.371]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0], [0.0, 0.0040000000000000036, 0.0, 0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0030000000000000027, 0.0020000000000000018], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.008000000000000007, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0], [0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0, 0.923, 0.006000000000000005, 0.0], [0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.008000000000000007, 0.0, 0.0, 0.007000000000000006, 0.0010000000000000009], [0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0050000000000000044, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0040000000000000036, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.013000000000000012, 0.0010000000000000009, 0.0, 0.010000000000000009, 0.0030000000000000027, 0.0, 0.010000000000000009, 0.0020000000000000018], [0.0, 0.01100000000000001, 0.0010000000000000009, 0.0, 0.009000000000000008, 0.0030000000000000027, 0.0, 0.006000000000000005, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0, 0.0, 0.006000000000000005, 0.0030000000000000027, 0.0, 0.0030000000000000027, 0.0020000000000000018], [0.0, 0.009000000000000008, 0.0, 0.0, 0.009000000000000008, 0.0040000000000000036, 0.0, 0.007000000000000006, 0.0030000000000000027]]}, "2000": {"accuracy": [[0.974, 0.995, 0.908, 1.0, 0.996, 0.976, 1.0, 0.996, 0.99], [0.962, 0.982, 0.754, 0.992, 0.983, 0.919, 0.987, 0.947, 0.813], [0.991, 0.992, 0.643, 0.979, 0.995, 0.619, 1.0, 0.918, 0.632], [0.825, 0.865, 0.513, 0.915, 0.697, 0.522, 0.98, 0.924, 0.558], [0.704, 0.903, 0.535, 0.849, 0.715, 0.539, 0.87, 0.922, 0.603], [0.792, 0.747, 0.497, 0.898, 0.556, 0.55, 0.937, 0.884, 0.55], [0.503, 0.119, 0.072, 0.061, 0.012, 0.037, 0.397, 0.999, 0.261], [0.107, 0.199, 0.082, 0.047, 0.008, 0.028, 0.224, 1.0, 0.995], [0.007, 0.0, 0.048, 0.011, 0.0, 0.025, 0.001, 0.801, 0.708], [0.751, 0.761, 0.582, 0.797, 0.744, 0.576, 0.738, 0.767, 0.722], [0.647, 0.301, 0.336, 0.884, 0.569, 0.419, 0.904, 0.292, 0.482], [0.498, 0.493, 0.496, 0.485, 0.5, 0.529, 0.074, 0.58, 0.461], [0.497, 0.513, 0.481, 0.501, 0.5, 0.524, 0.03, 0.604, 0.462]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.01200000000000001], [0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0040000000000000036, 0.0, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0010000000000000009, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0030000000000000027, 0.0020000000000000018], [0.0, 0.01200000000000001, 0.02400000000000002, 0.0, 0.010000000000000009, 0.0050000000000000044, 0.0, 0.007000000000000006, 0.03500000000000003], [0.0, 0.01100000000000001, 0.016000000000000014, 0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.019000000000000017], [0.0, 0.0040000000000000036, 0.02200000000000002, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.041000000000000036], [0.0, 0.015000000000000013, 0.030000000000000027, 0.0, 0.010000000000000009, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.026000000000000023]]}, "3000": {"accuracy": [[0.999, 0.996, 0.985, 1.0, 0.996, 0.99, 1.0, 0.996, 0.99], [0.975, 0.993, 0.893, 0.999, 0.976, 0.934, 0.999, 0.983, 0.826], [0.998, 0.995, 0.74, 0.989, 0.992, 0.634, 0.999, 0.995, 0.656], [0.944, 0.911, 0.519, 0.923, 0.593, 0.536, 0.988, 0.905, 0.579], [0.866, 0.919, 0.521, 0.782, 0.694, 0.547, 0.983, 0.796, 0.605], [0.948, 0.772, 0.506, 0.871, 0.563, 0.579, 0.969, 0.805, 0.602], [0.328, 0.146, 0.038, 0.088, 0.005, 0.009, 0.425, 0.64, 0.82], [0.029, 0.142, 0.041, 0.045, 0.001, 0.012, 0.152, 0.96, 0.999], [0.008, 0.0, 0.01, 0.008, 0.0, 0.017, 0.001, 0.877, 0.917], [0.737, 0.75, 0.555, 0.785, 0.739, 0.56, 0.653, 0.764, 0.574], [0.769, 0.335, 0.399, 0.867, 0.319, 0.428, 0.952, 0.366, 0.525], [0.495, 0.491, 0.485, 0.485, 0.499, 0.507, 0.048, 0.611, 0.662], [0.519, 0.514, 0.494, 0.49, 0.505, 0.486, 0.014, 0.168, 0.801]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0010000000000000009], [0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0, 0.0, 0.006000000000000005, 0.0010000000000000009], [0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.006000000000000005, 0.0, 0.0, 0.0050000000000000044, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0020000000000000018, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.010000000000000009, 0.010000000000000009, 0.0, 0.010000000000000009, 0.007000000000000006, 0.0, 0.013000000000000012, 0.0], [0.0, 0.01200000000000001, 0.009000000000000008, 0.0, 0.010000000000000009, 0.0020000000000000018, 0.0, 0.06999999999999995, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.01100000000000001, 0.0, 0.006000000000000005, 0.0030000000000000027, 0.0, 0.06499999999999995, 0.04200000000000004], [0.0, 0.01200000000000001, 0.0040000000000000036, 0.0, 0.009000000000000008, 0.0020000000000000018, 0.0, 0.08899999999999997, 0.05400000000000005]]}, "4000": {"accuracy": [[1.0, 0.996, 0.992, 1.0, 0.996, 0.992, 1.0, 0.996, 0.992], [0.985, 0.978, 0.852, 0.99, 0.942, 0.929, 1.0, 0.73, 0.232], [0.994, 0.995, 0.691, 0.985, 0.913, 0.62, 1.0, 0.992, 0.722], [0.93, 0.929, 0.508, 0.909, 0.935, 0.523, 0.994, 0.843, 0.623], [0.844, 0.962, 0.506, 0.945, 0.866, 0.561, 0.987, 0.957, 0.647], [0.905, 0.811, 0.5, 0.907, 0.681, 0.599, 0.97, 0.969, 0.653], [0.188, 0.012, 0.021, 0.053, 0.211, 0.013, 0.628, 0.9, 0.845], [0.014, 0.035, 0.021, 0.091, 0.416, 0.016, 0.128, 0.997, 0.979], [0.002, 0.0, 0.009, 0.012, 0.0, 0.022, 0.001, 0.437, 0.802], [0.732, 0.762, 0.554, 0.681, 0.743, 0.522, 0.615, 0.771, 0.599], [0.721, 0.486, 0.385, 0.932, 0.377, 0.49, 0.954, 0.471, 0.521], [0.495, 0.493, 0.5, 0.491, 0.5, 0.509, 0.061, 0.675, 0.475], [0.515, 0.516, 0.51, 0.494, 0.501, 0.484, 0.025, 0.424, 0.507]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0040000000000000036, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.0040000000000000036, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0030000000000000027, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.0020000000000000018], [0.0, 0.010000000000000009, 0.01100000000000001, 0.0, 0.008000000000000007, 0.0, 0.0, 0.007000000000000006, 0.0020000000000000018], [0.0, 0.010000000000000009, 0.006000000000000005, 0.0, 0.01100000000000001, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0040000000000000036, 0.010000000000000009, 0.0, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009, 0.028000000000000025], [0.0, 0.016000000000000014, 0.0050000000000000044, 0.0, 0.010000000000000009, 0.0010000000000000009, 0.0, 0.0020000000000000018, 0.03200000000000003]]}, "5000": {"accuracy": [[1.0, 0.996, 0.989, 1.0, 0.996, 0.99, 1.0, 0.996, 0.996], [0.986, 0.994, 0.913, 0.999, 0.963, 0.978, 0.996, 0.819, 0.868], [0.993, 0.991, 0.737, 0.996, 0.989, 0.688, 0.999, 0.993, 0.699], [0.924, 0.946, 0.526, 0.969, 0.928, 0.55, 0.988, 0.93, 0.652], [0.829, 0.93, 0.542, 0.969, 0.887, 0.583, 0.975, 0.911, 0.679], [0.908, 0.747, 0.538, 0.961, 0.671, 0.64, 0.958, 0.926, 0.682], [0.267, 0.156, 0.013, 0.32, 0.046, 0.009, 0.863, 0.983, 0.007], [0.023, 0.221, 0.015, 0.151, 0.063, 0.008, 0.337, 1.0, 0.533], [0.002, 0.0, 0.004, 0.005, 0.0, 0.003, 0.001, 0.482, 0.279], [0.741, 0.769, 0.608, 0.707, 0.749, 0.555, 0.798, 0.759, 0.594], [0.708, 0.591, 0.388, 0.928, 0.421, 0.406, 0.886, 0.329, 0.518], [0.496, 0.497, 0.483, 0.506, 0.502, 0.489, 0.178, 0.602, 0.52], [0.513, 0.515, 0.503, 0.488, 0.484, 0.515, 0.021, 0.492, 0.499]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.008000000000000007], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.0050000000000000044], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.009000000000000008, 0.0040000000000000036, 0.0, 0.008000000000000007, 0.0], [0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.009000000000000008, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0040000000000000036, 0.007000000000000006, 0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.01200000000000001], [0.0, 0.008000000000000007, 0.008000000000000007, 0.0, 0.03500000000000003, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.01200000000000001]]}, "6000": {"accuracy": [[1.0, 0.996, 0.992, 1.0, 0.996, 0.994, 1.0, 0.996, 0.996], [0.994, 0.995, 0.923, 1.0, 0.988, 0.987, 1.0, 0.799, 0.933], [0.995, 0.996, 0.75, 0.995, 0.994, 0.692, 1.0, 0.99, 0.781], [0.949, 0.962, 0.507, 0.934, 0.703, 0.546, 0.992, 0.842, 0.69], [0.91, 0.969, 0.531, 0.963, 0.671, 0.594, 0.974, 0.825, 0.708], [0.945, 0.847, 0.515, 0.944, 0.545, 0.608, 0.981, 0.856, 0.72], [0.088, 0.194, 0.011, 0.299, 0.088, 0.002, 0.117, 0.728, 0.004], [0.011, 0.339, 0.017, 0.172, 0.055, 0.004, 0.0, 0.997, 0.134], [0.0, 0.0, 0.003, 0.005, 0.0, 0.001, 0.0, 0.063, 0.031], [0.756, 0.774, 0.591, 0.758, 0.737, 0.621, 0.634, 0.765, 0.586], [0.72, 0.531, 0.404, 0.936, 0.26, 0.417, 0.894, 0.302, 0.562], [0.495, 0.477, 0.504, 0.51, 0.501, 0.523, 0.026, 0.149, 0.445], [0.509, 0.506, 0.502, 0.502, 0.506, 0.514, 0.013, 0.107, 0.415]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0020000000000000018, 0.0050000000000000044], [0.0, 0.0040000000000000036, 0.0, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0050000000000000044], [0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.008000000000000007], [0.0, 0.0030000000000000027, 0.008000000000000007, 0.0, 0.0030000000000000027, 0.006000000000000005, 0.0, 0.0010000000000000009, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0050000000000000044], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0020000000000000018, 0.014000000000000012, 0.0, 0.009000000000000008, 0.0020000000000000018, 0.0, 0.006000000000000005, 0.006000000000000005], [0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.01200000000000001, 0.0040000000000000036, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0050000000000000044, 0.008000000000000007, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0020000000000000018, 0.006000000000000005], [0.0, 0.009000000000000008, 0.01100000000000001, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.006000000000000005]]}, "7000": {"accuracy": [[0.977, 0.996, 0.907, 1.0, 0.996, 0.988, 1.0, 0.996, 0.994], [0.982, 0.993, 0.946, 1.0, 0.987, 0.988, 1.0, 0.993, 0.8], [0.995, 0.995, 0.742, 0.98, 0.993, 0.773, 1.0, 0.996, 0.775], [0.953, 0.943, 0.516, 0.916, 0.635, 0.575, 0.997, 0.986, 0.681], [0.925, 0.976, 0.527, 0.848, 0.6, 0.614, 0.993, 0.962, 0.684], [0.942, 0.83, 0.5, 0.892, 0.537, 0.669, 0.983, 0.964, 0.714], [0.35, 0.437, 0.004, 0.066, 0.031, 0.001, 0.614, 0.44, 0.006], [0.043, 0.469, 0.005, 0.044, 0.054, 0.003, 0.027, 0.121, 0.922], [0.001, 0.0, 0.004, 0.011, 0.0, 0.003, 0.0, 0.801, 0.697], [0.766, 0.758, 0.627, 0.8, 0.739, 0.639, 0.591, 0.767, 0.555], [0.718, 0.448, 0.401, 0.887, 0.298, 0.42, 0.938, 0.517, 0.596], [0.494, 0.477, 0.495, 0.482, 0.502, 0.475, 0.034, 0.067, 0.69], [0.52, 0.467, 0.522, 0.491, 0.504, 0.5, 0.017, 0.007, 0.511]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.006000000000000005, 0.0040000000000000036, 0.0, 0.008000000000000007, 0.0, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.0040000000000000036, 0.0, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0030000000000000027, 0.0040000000000000036, 0.0, 0.006000000000000005, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0020000000000000018, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0030000000000000027, 0.006000000000000005], [0.0, 0.0020000000000000018, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.027000000000000024, 0.0050000000000000044], [0.0, 0.016000000000000014, 0.01200000000000001, 0.0, 0.008000000000000007, 0.0050000000000000044, 0.0, 0.038000000000000034, 0.0010000000000000009], [0.0, 0.040000000000000036, 0.0040000000000000036, 0.0, 0.01100000000000001, 0.007000000000000006, 0.0, 0.126, 0.0020000000000000018], [0.0, 0.06000000000000005, 0.009000000000000008, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.22799999999999998, 0.019000000000000017], [0.0, 0.05900000000000005, 0.014000000000000012, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.128, 0.014000000000000012]]}, "8000": {"accuracy": [[1.0, 0.996, 0.994, 1.0, 0.996, 0.993, 1.0, 0.996, 0.996], [0.977, 0.989, 0.951, 1.0, 0.971, 0.951, 1.0, 0.991, 0.787], [0.992, 0.993, 0.859, 0.991, 0.992, 0.687, 0.999, 0.994, 0.824], [0.94, 0.897, 0.536, 0.894, 0.596, 0.567, 0.996, 0.983, 0.731], [0.914, 0.938, 0.54, 0.905, 0.577, 0.639, 0.981, 0.992, 0.742], [0.956, 0.731, 0.53, 0.855, 0.524, 0.671, 0.977, 0.994, 0.772], [0.114, 0.103, 0.008, 0.341, 0.107, 0.001, 0.684, 0.305, 0.008], [0.037, 0.2, 0.005, 0.31, 0.121, 0.004, 0.088, 0.308, 0.801], [0.003, 0.0, 0.003, 0.007, 0.0, 0.004, 0.0, 0.788, 0.955], [0.728, 0.765, 0.611, 0.836, 0.739, 0.548, 0.668, 0.756, 0.575], [0.773, 0.268, 0.388, 0.923, 0.418, 0.484, 0.929, 0.725, 0.56], [0.494, 0.502, 0.525, 0.507, 0.502, 0.499, 0.085, 0.006, 0.72], [0.51, 0.523, 0.51, 0.488, 0.506, 0.494, 0.008, 0.01, 0.314]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.0050000000000000044], [0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.008000000000000007, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0040000000000000036, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.007000000000000006, 0.0, 0.0040000000000000036, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.0050000000000000044, 0.020000000000000018, 0.0, 0.009000000000000008, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.007000000000000006], [0.0, 0.009000000000000008, 0.014000000000000012, 0.0, 0.010000000000000009, 0.008000000000000007, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.008000000000000007, 0.010000000000000009, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.007000000000000006], [0.0, 0.006000000000000005, 0.010000000000000009, 0.0, 0.006000000000000005, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.01200000000000001]]}, "9000": {"accuracy": [[1.0, 0.996, 0.994, 1.0, 0.996, 0.992, 1.0, 0.996, 0.995], [0.989, 0.992, 0.904, 0.995, 0.993, 0.988, 1.0, 0.991, 0.974], [0.999, 0.993, 0.718, 0.997, 0.993, 0.69, 0.998, 0.996, 0.754], [0.964, 0.837, 0.518, 0.976, 0.896, 0.565, 0.994, 0.992, 0.702], [0.966, 0.886, 0.508, 0.952, 0.877, 0.627, 0.984, 0.992, 0.718], [0.977, 0.643, 0.505, 0.969, 0.782, 0.672, 0.944, 0.993, 0.758], [0.016, 0.056, 0.014, 0.018, 0.645, 0.001, 0.857, 0.318, 0.005], [0.008, 0.07, 0.012, 0.014, 0.679, 0.003, 0.22, 0.501, 0.013], [0.001, 0.0, 0.008, 0.004, 0.0, 0.001, 0.0, 0.985, 0.585], [0.729, 0.77, 0.566, 0.836, 0.734, 0.604, 0.668, 0.758, 0.553], [0.764, 0.274, 0.458, 0.889, 0.395, 0.433, 0.938, 0.722, 0.548], [0.495, 0.494, 0.486, 0.509, 0.492, 0.508, 0.153, 0.044, 0.758], [0.506, 0.52, 0.493, 0.487, 0.46, 0.51, 0.008, 0.106, 0.122]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.007000000000000006, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.008000000000000007, 0.0, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.006000000000000005, 0.0, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027], [0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.006000000000000005], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0020000000000000018, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0050000000000000044, 0.007000000000000006, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.006000000000000005], [0.0, 0.0030000000000000027, 0.013000000000000012, 0.0, 0.017000000000000015, 0.01100000000000001, 0.0, 0.0030000000000000027, 0.0030000000000000027], [0.0, 0.009000000000000008, 0.016000000000000014, 0.0, 0.008000000000000007, 0.016000000000000014, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0040000000000000036, 0.01100000000000001, 0.0, 0.02300000000000002, 0.0040000000000000036, 0.0, 0.0030000000000000027, 0.04700000000000004], [0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.09299999999999997, 0.007000000000000006, 0.0, 0.0010000000000000009, 0.04600000000000004]]}, "10000": {"accuracy": [[0.999, 0.996, 0.994, 1.0, 0.996, 0.993, 1.0, 0.996, 0.996], [1.0, 0.984, 0.912, 1.0, 0.994, 0.994, 0.992, 0.989, 0.989], [0.996, 0.992, 0.677, 0.998, 0.995, 0.811, 0.998, 0.996, 0.861], [0.956, 0.825, 0.534, 0.986, 0.979, 0.568, 0.988, 0.991, 0.786], [0.955, 0.884, 0.526, 0.974, 0.986, 0.666, 0.983, 0.993, 0.786], [0.975, 0.626, 0.526, 0.985, 0.948, 0.717, 0.881, 0.991, 0.832], [0.004, 0.068, 0.013, 0.001, 0.722, 0.0, 0.939, 0.252, 0.012], [0.0, 0.234, 0.014, 0.001, 0.588, 0.0, 0.475, 0.362, 0.526], [0.0, 0.0, 0.007, 0.003, 0.0, 0.0, 0.0, 0.872, 0.723], [0.76, 0.759, 0.559, 0.717, 0.732, 0.649, 0.656, 0.766, 0.531], [0.728, 0.312, 0.475, 0.907, 0.403, 0.374, 0.95, 0.712, 0.555], [0.497, 0.485, 0.493, 0.505, 0.501, 0.503, 0.354, 0.009, 0.726], [0.504, 0.509, 0.51, 0.487, 0.488, 0.482, 0.029, 0.03, 0.351]], "invalid_rate": [[0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.009000000000000008, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005], [0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.008000000000000007, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.006000000000000005], [0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.006000000000000005, 0.0, 0.0030000000000000027, 0.006000000000000005], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0020000000000000018, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0050000000000000044, 0.006000000000000005, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.008000000000000007, 0.013000000000000012, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0040000000000000036], [0.0, 0.010000000000000009, 0.015000000000000013, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.0040000000000000036, 0.009000000000000008, 0.0, 0.0030000000000000027, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.031000000000000028], [0.0, 0.007000000000000006, 0.006000000000000005, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.028000000000000025]]}}}, "PandaEval12_2": {"by_step": {"1000": {"accuracy": [[0.998, 0.996, 0.589, 0.998, 0.997, 0.557, 0.998, 0.998, 0.604], [0.962, 0.829, 0.462, 0.979, 0.889, 0.513, 0.977, 0.903, 0.451], [0.948, 0.959, 0.512, 0.973, 0.977, 0.484, 0.996, 0.871, 0.52], [0.689, 0.762, 0.479, 0.84, 0.532, 0.485, 0.901, 0.782, 0.492], [0.57, 0.812, 0.488, 0.648, 0.572, 0.515, 0.048, 0.743, 0.514], [0.56, 0.721, 0.516, 0.671, 0.523, 0.498, 0.888, 0.644, 0.489], [0.624, 0.018, 0.364, 0.042, 0.012, 0.33, 0.086, 0.99, 0.28], [0.113, 0.127, 0.4, 0.06, 0.005, 0.336, 0.145, 0.996, 0.912], [0.011, 0.017, 0.376, 0.013, 0.002, 0.412, 0.007, 0.104, 0.754], [0.782, 0.747, 0.585, 0.75, 0.747, 0.567, 0.803, 0.766, 0.705], [0.482, 0.239, 0.375, 0.846, 0.452, 0.425, 0.844, 0.256, 0.418], [0.502, 0.469, 0.512, 0.494, 0.484, 0.477, 0.067, 0.062, 0.474], [0.525, 0.487, 0.503, 0.465, 0.461, 0.495, 0.013, 0.156, 0.387]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.006000000000000005, 0.0, 0.0010000000000000009, 0.0], [0.0, 0.0, 0.0, 0.0, 0.0040000000000000036, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.0020000000000000018], [0.0, 0.0, 0.0030000000000000027, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0020000000000000018, 0.0040000000000000036, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.006000000000000005, 0.0030000000000000027, 0.921, 0.0, 0.0010000000000000009], [0.0, 0.0020000000000000018, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0, 0.0, 0.0, 0.0], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.015000000000000013, 0.0020000000000000018, 0.0, 0.01100000000000001, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0040000000000000036], [0.0, 0.014000000000000012, 0.0020000000000000018, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.018000000000000016, 0.0030000000000000027], [0.0, 0.017000000000000015, 0.0020000000000000018, 0.0, 0.01100000000000001, 0.0050000000000000044, 0.0, 0.006000000000000005, 0.0010000000000000009], [0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0030000000000000027]]}, "2000": {"accuracy": [[1.0, 0.999, 0.964, 1.0, 0.997, 0.979, 1.0, 0.999, 0.984], [0.963, 0.989, 0.776, 0.995, 0.981, 0.922, 0.988, 0.957, 0.802], [0.994, 0.982, 0.635, 0.993, 0.995, 0.585, 0.999, 0.92, 0.628], [0.861, 0.847, 0.508, 0.919, 0.712, 0.496, 0.978, 0.936, 0.559], [0.687, 0.899, 0.518, 0.871, 0.717, 0.522, 0.893, 0.923, 0.59], [0.779, 0.749, 0.497, 0.889, 0.58, 0.533, 0.932, 0.873, 0.58], [0.515, 0.121, 0.082, 0.073, 0.016, 0.03, 0.399, 1.0, 0.25], [0.126, 0.225, 0.077, 0.041, 0.011, 0.03, 0.247, 1.0, 0.99], [0.011, 0.0, 0.047, 0.006, 0.0, 0.029, 0.0, 0.788, 0.693], [0.786, 0.751, 0.607, 0.772, 0.747, 0.537, 0.789, 0.774, 0.724], [0.68, 0.292, 0.362, 0.905, 0.552, 0.392, 0.911, 0.294, 0.492], [0.504, 0.473, 0.477, 0.495, 0.484, 0.472, 0.086, 0.618, 0.456], [0.513, 0.483, 0.504, 0.481, 0.459, 0.476, 0.027, 0.6, 0.473]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.006000000000000005, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0020000000000000018, 0.0, 0.0, 0.006000000000000005, 0.0020000000000000018, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.007000000000000006, 0.0040000000000000036, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.015000000000000013, 0.019000000000000017, 0.0, 0.010000000000000009, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.03600000000000003], [0.0, 0.014000000000000012, 0.03700000000000003, 0.0, 0.006000000000000005, 0.006000000000000005, 0.0, 0.018000000000000016, 0.02200000000000002], [0.0, 0.010000000000000009, 0.015000000000000013, 0.0, 0.01100000000000001, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.031000000000000028], [0.0, 0.015000000000000013, 0.027000000000000024, 0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.025000000000000022]]}, "3000": {"accuracy": [[0.999, 0.998, 0.986, 1.0, 0.997, 0.991, 1.0, 0.999, 0.991], [0.966, 0.998, 0.86, 0.999, 0.98, 0.937, 0.999, 0.99, 0.845], [0.997, 0.992, 0.728, 0.997, 0.996, 0.606, 0.999, 0.997, 0.657], [0.952, 0.92, 0.511, 0.926, 0.611, 0.515, 0.987, 0.9, 0.589], [0.87, 0.912, 0.525, 0.8, 0.704, 0.571, 0.985, 0.796, 0.574], [0.955, 0.792, 0.494, 0.873, 0.59, 0.56, 0.965, 0.801, 0.595], [0.35, 0.152, 0.042, 0.088, 0.012, 0.007, 0.437, 0.622, 0.782], [0.058, 0.16, 0.035, 0.034, 0.002, 0.008, 0.151, 0.968, 0.996], [0.009, 0.0, 0.02, 0.003, 0.0, 0.011, 0.001, 0.894, 0.903], [0.739, 0.746, 0.566, 0.765, 0.746, 0.543, 0.688, 0.772, 0.562], [0.797, 0.324, 0.428, 0.886, 0.323, 0.423, 0.959, 0.386, 0.498], [0.506, 0.477, 0.489, 0.499, 0.484, 0.499, 0.056, 0.609, 0.684], [0.513, 0.485, 0.485, 0.473, 0.466, 0.467, 0.017, 0.165, 0.796]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.006000000000000005, 0.0040000000000000036, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.01100000000000001, 0.010000000000000009, 0.0, 0.010000000000000009, 0.0030000000000000027, 0.0, 0.010000000000000009, 0.0010000000000000009], [0.0, 0.01200000000000001, 0.009000000000000008, 0.0, 0.010000000000000009, 0.01200000000000001, 0.0, 0.08199999999999996, 0.0010000000000000009], [0.0, 0.009000000000000008, 0.009000000000000008, 0.0, 0.01100000000000001, 0.0010000000000000009, 0.0, 0.06999999999999995, 0.038000000000000034], [0.0, 0.009000000000000008, 0.006000000000000005, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.09099999999999997, 0.04600000000000004]]}, "4000": {"accuracy": [[1.0, 0.999, 0.991, 1.0, 0.997, 0.993, 1.0, 0.999, 0.995], [0.991, 0.977, 0.852, 0.987, 0.942, 0.939, 1.0, 0.694, 0.233], [1.0, 0.996, 0.675, 0.993, 0.922, 0.606, 1.0, 0.997, 0.711], [0.936, 0.931, 0.52, 0.897, 0.933, 0.5, 0.991, 0.85, 0.599], [0.863, 0.962, 0.517, 0.946, 0.871, 0.544, 0.987, 0.962, 0.655], [0.903, 0.824, 0.508, 0.894, 0.705, 0.561, 0.966, 0.977, 0.656], [0.218, 0.009, 0.023, 0.066, 0.234, 0.009, 0.614, 0.892, 0.856], [0.032, 0.044, 0.023, 0.086, 0.428, 0.016, 0.121, 1.0, 0.974], [0.003, 0.0, 0.007, 0.012, 0.0, 0.021, 0.0, 0.433, 0.762], [0.75, 0.752, 0.566, 0.675, 0.749, 0.542, 0.652, 0.766, 0.567], [0.768, 0.468, 0.437, 0.936, 0.354, 0.475, 0.958, 0.486, 0.531], [0.502, 0.475, 0.479, 0.501, 0.486, 0.522, 0.073, 0.66, 0.476], [0.512, 0.48, 0.519, 0.476, 0.457, 0.529, 0.026, 0.447, 0.505]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0020000000000000018, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0030000000000000027, 0.0050000000000000044, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0020000000000000018, 0.0050000000000000044, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.007000000000000006, 0.0050000000000000044, 0.0, 0.009000000000000008, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0010000000000000009], [0.0, 0.013000000000000012, 0.007000000000000006, 0.0, 0.008000000000000007, 0.008000000000000007, 0.0, 0.017000000000000015, 0.0010000000000000009], [0.0, 0.013000000000000012, 0.007000000000000006, 0.0, 0.010000000000000009, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.027000000000000024], [0.0, 0.018000000000000016, 0.008000000000000007, 0.0, 0.013000000000000012, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.031000000000000028]]}, "5000": {"accuracy": [[1.0, 0.999, 0.995, 1.0, 0.997, 0.992, 1.0, 0.999, 0.996], [0.986, 0.996, 0.891, 0.999, 0.957, 0.977, 0.998, 0.803, 0.906], [0.999, 0.993, 0.719, 1.0, 0.995, 0.675, 1.0, 0.997, 0.696], [0.934, 0.94, 0.5, 0.977, 0.945, 0.525, 0.986, 0.918, 0.625], [0.842, 0.934, 0.514, 0.973, 0.897, 0.564, 0.971, 0.903, 0.644], [0.904, 0.758, 0.507, 0.975, 0.699, 0.619, 0.956, 0.927, 0.694], [0.296, 0.171, 0.012, 0.313, 0.063, 0.009, 0.85, 0.983, 0.005], [0.046, 0.268, 0.01, 0.136, 0.066, 0.009, 0.347, 1.0, 0.506], [0.002, 0.0, 0.006, 0.002, 0.0, 0.007, 0.0, 0.468, 0.256], [0.758, 0.759, 0.624, 0.717, 0.749, 0.555, 0.82, 0.771, 0.547], [0.743, 0.587, 0.406, 0.935, 0.401, 0.427, 0.877, 0.341, 0.519], [0.5, 0.484, 0.469, 0.488, 0.484, 0.526, 0.174, 0.608, 0.51], [0.509, 0.481, 0.499, 0.468, 0.451, 0.474, 0.02, 0.5, 0.491]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0030000000000000027, 0.0, 0.0020000000000000018, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0030000000000000027, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.006000000000000005], [0.0, 0.0050000000000000044, 0.010000000000000009, 0.0, 0.009000000000000008, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0020000000000000018], [0.0, 0.010000000000000009, 0.006000000000000005, 0.0, 0.006000000000000005, 0.006000000000000005, 0.0, 0.016000000000000014, 0.0010000000000000009], [0.0, 0.008000000000000007, 0.0040000000000000036, 0.0, 0.01100000000000001, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.01100000000000001], [0.0, 0.009000000000000008, 0.006000000000000005, 0.0, 0.03700000000000003, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.010000000000000009]]}, "6000": {"accuracy": [[1.0, 0.999, 0.991, 1.0, 0.997, 0.991, 0.999, 0.999, 0.997], [0.991, 0.997, 0.912, 0.999, 0.986, 0.986, 0.999, 0.791, 0.943], [1.0, 0.998, 0.722, 0.999, 0.997, 0.684, 0.999, 0.996, 0.768], [0.953, 0.957, 0.504, 0.933, 0.724, 0.496, 0.993, 0.843, 0.687], [0.899, 0.96, 0.56, 0.972, 0.681, 0.578, 0.969, 0.812, 0.721], [0.949, 0.859, 0.524, 0.953, 0.553, 0.609, 0.974, 0.858, 0.743], [0.093, 0.227, 0.013, 0.285, 0.075, 0.003, 0.12, 0.729, 0.002], [0.016, 0.357, 0.012, 0.153, 0.086, 0.008, 0.001, 1.0, 0.109], [0.002, 0.0, 0.004, 0.0, 0.0, 0.004, 0.001, 0.053, 0.025], [0.76, 0.76, 0.594, 0.762, 0.751, 0.588, 0.68, 0.774, 0.576], [0.768, 0.517, 0.417, 0.945, 0.284, 0.399, 0.897, 0.319, 0.565], [0.504, 0.507, 0.497, 0.491, 0.486, 0.518, 0.044, 0.138, 0.43], [0.512, 0.496, 0.49, 0.469, 0.462, 0.464, 0.018, 0.126, 0.428]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0020000000000000018, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0020000000000000018, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.006000000000000005, 0.0, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0, 0.0, 0.0, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.008000000000000007, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0040000000000000036, 0.0, 0.0020000000000000018, 0.0050000000000000044], [0.0, 0.0050000000000000044, 0.013000000000000012, 0.0, 0.008000000000000007, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.0030000000000000027], [0.0, 0.01200000000000001, 0.014000000000000012, 0.0, 0.009000000000000008, 0.0050000000000000044, 0.0, 0.013000000000000012, 0.0040000000000000036], [0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.008000000000000007, 0.0010000000000000009, 0.0, 0.0040000000000000036, 0.009000000000000008], [0.0, 0.006000000000000005, 0.018000000000000016, 0.0, 0.0040000000000000036, 0.0, 0.0, 0.0040000000000000036, 0.0040000000000000036]]}, "7000": {"accuracy": [[1.0, 0.999, 0.994, 1.0, 0.997, 0.992, 1.0, 0.999, 0.997], [0.981, 0.995, 0.953, 1.0, 0.985, 0.991, 1.0, 0.995, 0.809], [1.0, 0.999, 0.719, 0.996, 0.996, 0.764, 1.0, 0.999, 0.782], [0.955, 0.943, 0.521, 0.938, 0.652, 0.565, 0.997, 0.99, 0.665], [0.914, 0.963, 0.537, 0.943, 0.616, 0.611, 0.992, 0.961, 0.676], [0.945, 0.84, 0.532, 0.923, 0.551, 0.651, 0.985, 0.976, 0.731], [0.355, 0.451, 0.006, 0.283, 0.04, 0.003, 0.579, 0.433, 0.008], [0.066, 0.468, 0.014, 0.214, 0.069, 0.0, 0.027, 0.119, 0.929], [0.002, 0.0, 0.007, 0.0, 0.0, 0.0, 0.0, 0.813, 0.688], [0.768, 0.725, 0.628, 0.809, 0.746, 0.61, 0.636, 0.76, 0.562], [0.772, 0.456, 0.411, 0.934, 0.326, 0.398, 0.942, 0.555, 0.574], [0.504, 0.455, 0.521, 0.492, 0.486, 0.498, 0.037, 0.07, 0.712], [0.515, 0.454, 0.481, 0.477, 0.463, 0.508, 0.014, 0.007, 0.523]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0030000000000000027, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.015000000000000013, 0.0040000000000000036], [0.0, 0.017000000000000015, 0.019000000000000017, 0.0, 0.010000000000000009, 0.0030000000000000027, 0.0, 0.02200000000000002, 0.0010000000000000009], [0.0, 0.03400000000000003, 0.01100000000000001, 0.0, 0.009000000000000008, 0.006000000000000005, 0.0, 0.132, 0.0030000000000000027], [0.0, 0.05900000000000005, 0.0040000000000000036, 0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.243, 0.014000000000000012], [0.0, 0.06699999999999995, 0.019000000000000017, 0.0, 0.006000000000000005, 0.0, 0.0, 0.11499999999999999, 0.016000000000000014]]}, "8000": {"accuracy": [[1.0, 0.999, 0.997, 1.0, 0.997, 0.994, 1.0, 0.998, 0.997], [0.982, 0.992, 0.955, 1.0, 0.965, 0.954, 1.0, 0.994, 0.806], [0.996, 0.999, 0.845, 0.995, 0.995, 0.653, 1.0, 0.995, 0.787], [0.942, 0.899, 0.528, 0.893, 0.61, 0.52, 0.998, 0.989, 0.737], [0.939, 0.941, 0.525, 0.916, 0.596, 0.597, 0.98, 0.996, 0.73], [0.97, 0.736, 0.51, 0.845, 0.529, 0.66, 0.975, 0.997, 0.775], [0.126, 0.116, 0.003, 0.319, 0.108, 0.006, 0.698, 0.297, 0.006], [0.049, 0.2, 0.004, 0.287, 0.157, 0.003, 0.086, 0.293, 0.802], [0.004, 0.0, 0.003, 0.003, 0.0, 0.004, 0.0, 0.801, 0.951], [0.737, 0.751, 0.548, 0.802, 0.748, 0.549, 0.708, 0.746, 0.609], [0.816, 0.268, 0.389, 0.928, 0.438, 0.477, 0.931, 0.74, 0.542], [0.512, 0.48, 0.498, 0.49, 0.487, 0.503, 0.082, 0.008, 0.738], [0.51, 0.488, 0.515, 0.488, 0.459, 0.478, 0.01, 0.009, 0.296]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.007000000000000006, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.006000000000000005, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0020000000000000018, 0.0020000000000000018, 0.0, 0.007000000000000006, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0030000000000000027, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0020000000000000018], [0.0, 0.01100000000000001, 0.028000000000000025, 0.0, 0.010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.007000000000000006], [0.0, 0.014000000000000012, 0.02400000000000002, 0.0, 0.006000000000000005, 0.0040000000000000036, 0.0, 0.01100000000000001, 0.0040000000000000036], [0.0, 0.017000000000000015, 0.01200000000000001, 0.0, 0.007000000000000006, 0.0030000000000000027, 0.0, 0.0020000000000000018, 0.0020000000000000018], [0.0, 0.008000000000000007, 0.019000000000000017, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.017000000000000015]]}, "9000": {"accuracy": [[1.0, 0.999, 0.994, 1.0, 0.997, 0.994, 1.0, 0.999, 0.998], [0.99, 0.994, 0.883, 0.998, 0.991, 0.987, 0.999, 0.995, 0.971], [1.0, 0.998, 0.708, 0.999, 0.995, 0.671, 1.0, 0.999, 0.747], [0.966, 0.84, 0.517, 0.987, 0.885, 0.538, 0.993, 0.998, 0.722], [0.972, 0.895, 0.51, 0.951, 0.85, 0.606, 0.983, 0.995, 0.704], [0.977, 0.642, 0.539, 0.972, 0.778, 0.66, 0.934, 0.997, 0.763], [0.023, 0.057, 0.016, 0.014, 0.642, 0.002, 0.873, 0.31, 0.001], [0.01, 0.063, 0.014, 0.009, 0.687, 0.001, 0.221, 0.499, 0.007], [0.002, 0.0, 0.005, 0.001, 0.0, 0.004, 0.0, 0.992, 0.566], [0.734, 0.753, 0.562, 0.827, 0.743, 0.605, 0.714, 0.75, 0.547], [0.794, 0.274, 0.423, 0.9, 0.415, 0.441, 0.948, 0.731, 0.572], [0.505, 0.48, 0.469, 0.487, 0.474, 0.507, 0.162, 0.051, 0.717], [0.511, 0.484, 0.47, 0.462, 0.424, 0.468, 0.008, 0.11, 0.104]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0020000000000000018, 0.0040000000000000036, 0.0, 0.006000000000000005, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.0, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0020000000000000018, 0.0030000000000000027, 0.0, 0.0050000000000000044, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0010000000000000009], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036], [0.0, 0.008000000000000007, 0.010000000000000009, 0.0, 0.015000000000000013, 0.01200000000000001, 0.0, 0.0020000000000000018, 0.0020000000000000018], [0.0, 0.013000000000000012, 0.014000000000000012, 0.0, 0.01200000000000001, 0.02200000000000002, 0.0, 0.014000000000000012, 0.0030000000000000027], [0.0, 0.0050000000000000044, 0.0050000000000000044, 0.0, 0.026000000000000023, 0.0020000000000000018, 0.0, 0.0020000000000000018, 0.05300000000000005], [0.0, 0.0030000000000000027, 0.007000000000000006, 0.0, 0.08699999999999997, 0.007000000000000006, 0.0, 0.0030000000000000027, 0.03700000000000003]]}, "10000": {"accuracy": [[0.999, 0.999, 0.996, 1.0, 0.997, 0.993, 1.0, 0.999, 0.998], [1.0, 0.986, 0.919, 1.0, 0.995, 0.992, 0.995, 0.993, 0.99], [0.998, 0.998, 0.679, 1.0, 0.996, 0.799, 1.0, 0.999, 0.85], [0.97, 0.837, 0.533, 0.992, 0.969, 0.572, 0.985, 0.998, 0.764], [0.963, 0.906, 0.521, 0.977, 0.984, 0.672, 0.986, 0.995, 0.771], [0.982, 0.626, 0.507, 0.986, 0.947, 0.704, 0.873, 0.995, 0.837], [0.001, 0.071, 0.009, 0.003, 0.735, 0.0, 0.94, 0.281, 0.013], [0.0, 0.243, 0.006, 0.0, 0.574, 0.002, 0.468, 0.36, 0.499], [0.0, 0.0, 0.006, 0.0, 0.0, 0.0, 0.0, 0.902, 0.69], [0.764, 0.75, 0.56, 0.708, 0.735, 0.652, 0.693, 0.755, 0.564], [0.77, 0.325, 0.445, 0.928, 0.429, 0.374, 0.954, 0.731, 0.571], [0.505, 0.478, 0.492, 0.482, 0.486, 0.479, 0.354, 0.011, 0.727], [0.51, 0.481, 0.504, 0.463, 0.529, 0.504, 0.025, 0.024, 0.367]], "invalid_rate": [[0.0, 0.0010000000000000009, 0.0020000000000000018, 0.0, 0.0030000000000000027, 0.0030000000000000027, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0020000000000000018, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0010000000000000009, 0.0, 0.0020000000000000018, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0050000000000000044], [0.0, 0.0010000000000000009, 0.0, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0020000000000000018, 0.0040000000000000036, 0.0, 0.0030000000000000027, 0.0010000000000000009, 0.0, 0.0010000000000000009, 0.0020000000000000018], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0010000000000000009, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0040000000000000036], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0020000000000000018, 0.0050000000000000044, 0.0, 0.0010000000000000009, 0.0030000000000000027], [0.0, 0.0010000000000000009, 0.0040000000000000036, 0.0, 0.0040000000000000036, 0.0050000000000000044, 0.0, 0.0, 0.0050000000000000044], [0.0, 0.01200000000000001, 0.018000000000000016, 0.0, 0.009000000000000008, 0.0010000000000000009, 0.0, 0.0030000000000000027, 0.006000000000000005], [0.0, 0.015000000000000013, 0.019000000000000017, 0.0, 0.0040000000000000036, 0.0010000000000000009, 0.0, 0.01200000000000001, 0.0030000000000000027], [0.0, 0.006000000000000005, 0.0050000000000000044, 0.0, 0.0050000000000000044, 0.0, 0.0, 0.0040000000000000036, 0.041000000000000036], [0.0, 0.01100000000000001, 0.009000000000000008, 0.0, 0.010000000000000009, 0.0, 0.0, 0.0050000000000000044, 0.029000000000000026]]}}}}};
// --- viridis-like palette ---
const STOPS = [
[0.00,[68,1,84]],
[0.25,[59,82,139]],
[0.50,[33,145,140]],
[0.75,[94,201,98]],
[1.00,[253,231,37]],
];
const clamp=(x,a,b)=>Math.max(a,Math.min(b,x));
function color(t){
t=clamp(t,0,1);
for(let i=0;i<STOPS.length-1;i++){
const [ta,ca]=STOPS[i], [tb,cb]=STOPS[i+1];
if(t>=ta && t<=tb){
const u=(t-ta)/((tb-ta)||1e-9);
const r=Math.round(ca[0]+(cb[0]-ca[0])*u);
const g=Math.round(ca[1]+(cb[1]-ca[1])*u);
const b=Math.round(ca[2]+(cb[2]-ca[2])*u);
return `rgb(${r},${g},${b})`;
}
}
const last=STOPS[STOPS.length-1][1];
return `rgb(${last[0]},${last[1]},${last[2]})`;
}
function svgHeatmap({
titleLegendEl,
containerId,
matrix,
rowLabels,
colLabels,
vmin,
vmax,
formatFn,
panelName,
}){
const container=document.getElementById(containerId);
container.innerHTML="";
// Layout (wider + shorter)
const cellW=60, cellH=22;
const padL=80, padT=10, padR=84, padB=56;
const rows=rowLabels.length, cols=colLabels.length;
const w=padL + cols*cellW + padR;
const h=padT + rows*cellH + padB;
titleLegendEl.textContent = `${vmin.toFixed(2)} … ${vmax.toFixed(2)}`;
// Build SVG
const svgNS="http://www.w3.org/2000/svg";
const svg=document.createElementNS(svgNS,"svg");
svg.setAttribute("width", w);
svg.setAttribute("height", h);
svg.setAttribute("viewBox", `0 0 ${w} ${h}`);
// Background
const bg=document.createElementNS(svgNS,"rect");
bg.setAttribute("x",0); bg.setAttribute("y",0);
bg.setAttribute("width",w); bg.setAttribute("height",h);
bg.setAttribute("fill","rgba(0,0,0,0)");
svg.appendChild(bg);
// Grid cells
for(let r=0;r<rows;r++){
for(let c=0;c<cols;c++){
const v=matrix[r][c];
const x=padL + c*cellW;
const y=padT + r*cellH;
const rect=document.createElementNS(svgNS,"rect");
rect.setAttribute("x",x);
rect.setAttribute("y",y);
rect.setAttribute("width",cellW);
rect.setAttribute("height",cellH);
if(Number.isFinite(v)){
const t=(v-vmin)/((vmax-vmin)||1e-9);
rect.setAttribute("fill", color(t));
} else {
rect.setAttribute("fill","rgba(255,255,255,0.08)");
}
rect.setAttribute("stroke","rgba(255,255,255,0.10)");
rect.setAttribute("stroke-width","1");
// tooltip
rect.dataset.panel = panelName;
rect.dataset.row = rowLabels[r];
rect.dataset.col = colLabels[c];
rect.dataset.val = Number.isFinite(v) ? String(v) : "NA";
svg.appendChild(rect);
// value text
if(Number.isFinite(v)){
const txt=document.createElementNS(svgNS,"text");
txt.setAttribute("x", x+6);
txt.setAttribute("y", y+15);
txt.setAttribute("fill","rgba(0,0,0,0.85)");
txt.setAttribute("font-size","11");
txt.setAttribute("font-family","ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace");
txt.textContent = formatFn(v);
svg.appendChild(txt);
}
}
}
// Row labels
for(let r=0;r<rows;r++){
const t=document.createElementNS(svgNS,"text");
t.setAttribute("x", 12);
t.setAttribute("y", padT + r*cellH + 15);
t.setAttribute("fill","rgba(255,255,255,0.82)");
t.setAttribute("font-size","11");
t.setAttribute("font-family","ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace");
t.textContent = rowLabels[r];
svg.appendChild(t);
}
// Col labels (rotated 30°)
for(let c=0;c<cols;c++){
const t=document.createElementNS(svgNS,"text");
const x = padL + c*cellW + 18;
const y = padT + rows*cellH + 22;
t.setAttribute("fill","rgba(255,255,255,0.82)");
t.setAttribute("font-size","11");
t.setAttribute("font-family","ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace");
t.setAttribute("transform", `translate(${x},${y}) rotate(-30)`);
t.textContent = colLabels[c];
svg.appendChild(t);
}
// Colorbar
const cbX = padL + cols*cellW + 28;
const cbY = padT;
const cbW = 14;
const cbH = rows*cellH;
// Gradient def
const defs=document.createElementNS(svgNS,"defs");
const grad=document.createElementNS(svgNS,"linearGradient");
grad.setAttribute("id", `grad_${containerId}`);
grad.setAttribute("x1","0"); grad.setAttribute("y1","1");
grad.setAttribute("x2","0"); grad.setAttribute("y2","0");
for(const [tt,cc] of STOPS){
const stop=document.createElementNS(svgNS,"stop");
stop.setAttribute("offset", `${Math.round(tt*100)}%`);
stop.setAttribute("stop-color", `rgb(${cc[0]},${cc[1]},${cc[2]})`);
grad.appendChild(stop);
}
defs.appendChild(grad);
svg.appendChild(defs);
const cb=document.createElementNS(svgNS,"rect");
cb.setAttribute("x", cbX);
cb.setAttribute("y", cbY);
cb.setAttribute("width", cbW);
cb.setAttribute("height", cbH);
cb.setAttribute("fill", `url(#grad_${containerId})`);
cb.setAttribute("stroke","rgba(255,255,255,0.12)");
svg.appendChild(cb);
const cbTop=document.createElementNS(svgNS,"text");
cbTop.setAttribute("x", cbX + cbW + 8);
cbTop.setAttribute("y", cbY + 10);
cbTop.setAttribute("fill","rgba(255,255,255,0.72)");
cbTop.setAttribute("font-size","11");
cbTop.setAttribute("font-family","ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace");
cbTop.textContent = vmax.toFixed(2);
svg.appendChild(cbTop);
const cbBot=document.createElementNS(svgNS,"text");
cbBot.setAttribute("x", cbX + cbW + 8);
cbBot.setAttribute("y", cbY + cbH);
cbBot.setAttribute("fill","rgba(255,255,255,0.72)");
cbBot.setAttribute("font-size","11");
cbBot.setAttribute("font-family","ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, monospace");
cbBot.textContent = vmin.toFixed(2);
svg.appendChild(cbBot);
container.appendChild(svg);
}
const tip = document.getElementById("tip");
function showTip(e){
const t = e.target;
if(!t || !t.dataset || t.dataset.val === undefined) return;
const val = t.dataset.val;
tip.style.display = "block";
tip.innerHTML = `
<div><span class="k">Panel:</span> <span class="v">${t.dataset.panel}</span></div>
<div><span class="k">Config:</span> <span class="v">${t.dataset.col}</span></div>
<div><span class="k">Template:</span> <span class="v">${t.dataset.row}</span></div>
<div><span class="k">Value:</span> <span class="v">${val === "NA" ? "NA" : Number(val).toFixed(4)}</span></div>`;
tip.style.left = e.clientX + "px";
tip.style.top = e.clientY + "px";
}
function moveTip(e) {
if (tip.style.display !== "block") return;
tip.style.left = e.clientX + "px";
tip.style.top = e.clientY + "px";
}
function hideTip() {
tip.style.display = "none";
}
document.addEventListener("mousemove", moveTip);
document.addEventListener("mouseover", showTip);
document.addEventListener("mouseout", (e)=>{
if(e.target && e.target.dataset && e.target.dataset.val !== undefined) hideTip();
});
function render(stepIndex){
const steps = DATA.steps;
const step = steps[stepIndex];
document.getElementById("stepLabel").textContent = String(step);
const templates = DATA.templates;
const configs = DATA.configs;
const d1 = DATA.datasets["PandaEval12_1"].by_step[step];
const d2 = DATA.datasets["PandaEval12_2"].by_step[step];
svgHeatmap({
titleLegendEl: document.getElementById("acc1Legend"),
containerId: "acc1",
matrix: d1.accuracy,
rowLabels: templates,
colLabels: configs,
vmin: 0, vmax: 1,
formatFn: v => v.toFixed(2),
panelName: "Accuracy / PandaEval12_1",
});
svgHeatmap({
titleLegendEl: document.getElementById("acc2Legend"),
containerId: "acc2",
matrix: d2.accuracy,
rowLabels: templates,
colLabels: configs,
vmin: 0, vmax: 1,
formatFn: v => v.toFixed(2),
panelName: "Accuracy / PandaEval12_2",
});
svgHeatmap({
titleLegendEl: document.getElementById("inv1Legend"),
containerId: "inv1",
matrix: d1.invalid_rate,
rowLabels: templates,
colLabels: configs,
vmin: 0, vmax: 1,
formatFn: v => v.toFixed(2),
panelName: "Invalid rate / PandaEval12_1",
});
svgHeatmap({
titleLegendEl: document.getElementById("inv2Legend"),
containerId: "inv2",
matrix: d2.invalid_rate,
rowLabels: templates,
colLabels: configs,
vmin: 0, vmax: 1,
formatFn: v => v.toFixed(2),
panelName: "Invalid rate / PandaEval12_2",
});
}
(function init(){
const steps = DATA.steps;
const slider = document.getElementById("stepSlider");
slider.min = 0;
slider.max = Math.max(0, steps.length - 1);
slider.value = Math.max(0, steps.length - 1);
document.getElementById("stepRange").textContent = `${steps[0]} … ${steps[steps.length-1]}`;
slider.addEventListener("input", () => render(parseInt(slider.value, 10)));
render(parseInt(slider.value, 10));
})();
</script>
</body>
</html>