Upload index.html
Browse files- index.html +290 -258
index.html
CHANGED
|
@@ -17,6 +17,7 @@
|
|
| 17 |
--compactai: #3fb950;
|
| 18 |
--supralabs: #58a6ff;
|
| 19 |
--axiomiclabs: #c2b6ff;
|
|
|
|
| 20 |
}
|
| 21 |
* { margin: 0; padding: 0; box-sizing: border-box; }
|
| 22 |
body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
|
|
@@ -43,10 +44,12 @@
|
|
| 43 |
.org-compactai { background: #3fb95033; color: var(--compactai); }
|
| 44 |
.org-supralabs { background: #1f6feb33; color: var(--supralabs); }
|
| 45 |
.org-axiomiclabs { background: #8957e533; color: var(--axiomiclabs); }
|
|
|
|
| 46 |
|
| 47 |
.row-compactai { border-left: 3px solid var(--compactai); }
|
| 48 |
.row-supralabs { border-left: 3px solid var(--supralabs); }
|
| 49 |
.row-axiomiclabs { border-left: 3px solid var(--axiomiclabs); }
|
|
|
|
| 50 |
.best { color: var(--green); font-weight: 700; }
|
| 51 |
.na { color: #484f58; font-style: italic; }
|
| 52 |
.links a { color: var(--accent); text-decoration: none; }
|
|
@@ -91,179 +94,8 @@
|
|
| 91 |
<th>Links</th>
|
| 92 |
</tr>
|
| 93 |
</thead>
|
| 94 |
-
<tbody>
|
| 95 |
-
|
| 96 |
-
<tr class="row-supralabs">
|
| 97 |
-
<td><strong>Supra-50M-Instruct</strong></td>
|
| 98 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 99 |
-
<td>51.8M</td>
|
| 100 |
-
<td class="na">not reported</td>
|
| 101 |
-
<td><span class="best">76.3%</span></td>
|
| 102 |
-
<td><span class="best">52.2%</span></td>
|
| 103 |
-
<td>20B</td>
|
| 104 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/Supra-50M-Instruct">card</a> <a href="https://huggingface.co/SupraLabs/Supra-50M-Base">base</a></td>
|
| 105 |
-
</tr>
|
| 106 |
-
<tr class="row-axiomiclabs">
|
| 107 |
-
<td><strong>GPT-S-5M</strong></td>
|
| 108 |
-
<td><span class="org-tag org-axiomiclabs">Axiomic Labs</span></td>
|
| 109 |
-
<td>5.16M</td>
|
| 110 |
-
<td>2.56</td>
|
| 111 |
-
<td>72.27%</td>
|
| 112 |
-
<td>35.69%</td>
|
| 113 |
-
<td>25B</td>
|
| 114 |
-
<td class="links"><a href="https://huggingface.co/AxiomicLabs/GPT-S-5M">card</a></td>
|
| 115 |
-
</tr>
|
| 116 |
-
<tr class="row-compactai">
|
| 117 |
-
<td><strong>Glint-1.3 (merged)</strong></td>
|
| 118 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 119 |
-
<td>982K</td>
|
| 120 |
-
<td>3.08</td>
|
| 121 |
-
<td>68.7%</td>
|
| 122 |
-
<td>32.5%</td>
|
| 123 |
-
<td>100B</td>
|
| 124 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1.3">card</a></td>
|
| 125 |
-
</tr>
|
| 126 |
-
<tr class="row-supralabs">
|
| 127 |
-
<td><strong>Supra-Mini-v5</strong></td>
|
| 128 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 129 |
-
<td>7.87M</td>
|
| 130 |
-
<td><span class="best">2.66</span></td>
|
| 131 |
-
<td>63.5%</td>
|
| 132 |
-
<td>34.4%</td>
|
| 133 |
-
<td class="na">—</td>
|
| 134 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v5-8M">card</a></td>
|
| 135 |
-
</tr>
|
| 136 |
-
<tr class="row-compactai">
|
| 137 |
-
<td><strong>Glint-1</strong></td>
|
| 138 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 139 |
-
<td>1M</td>
|
| 140 |
-
<td>4.07</td>
|
| 141 |
-
<td>61.2%</td>
|
| 142 |
-
<td>32.0%</td>
|
| 143 |
-
<td>100B</td>
|
| 144 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1">card</a></td>
|
| 145 |
-
</tr>
|
| 146 |
-
<tr class="row-supralabs">
|
| 147 |
-
<td><strong>Supra-Mini-v4</strong></td>
|
| 148 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 149 |
-
<td>2.62M</td>
|
| 150 |
-
<td>3.17</td>
|
| 151 |
-
<td>60.7%</td>
|
| 152 |
-
<td>31.5%</td>
|
| 153 |
-
<td class="na">—</td>
|
| 154 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v4-2M">card</a></td>
|
| 155 |
-
</tr>
|
| 156 |
-
<tr class="row-compactai">
|
| 157 |
-
<td><strong>Glint-0.4</strong></td>
|
| 158 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 159 |
-
<td>1M</td>
|
| 160 |
-
<td>5.24</td>
|
| 161 |
-
<td>58.5%</td>
|
| 162 |
-
<td>31.0%</td>
|
| 163 |
-
<td>10B</td>
|
| 164 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.4">card</a></td>
|
| 165 |
-
</tr>
|
| 166 |
-
<tr class="row-supralabs">
|
| 167 |
-
<td><strong>Supra-Mini-v3</strong></td>
|
| 168 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 169 |
-
<td>468K</td>
|
| 170 |
-
<td>4.49</td>
|
| 171 |
-
<td>55.3%</td>
|
| 172 |
-
<td>27.3%</td>
|
| 173 |
-
<td class="na">—</td>
|
| 174 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M">card</a></td>
|
| 175 |
-
</tr>
|
| 176 |
-
<tr class="row-supralabs">
|
| 177 |
-
<td><strong>Supra-Mini-v2</strong></td>
|
| 178 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 179 |
-
<td>168K</td>
|
| 180 |
-
<td>7.79</td>
|
| 181 |
-
<td>53.5%</td>
|
| 182 |
-
<td>26.8%</td>
|
| 183 |
-
<td class="na">—</td>
|
| 184 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M">card</a></td>
|
| 185 |
-
</tr>
|
| 186 |
-
<tr class="row-compactai">
|
| 187 |
-
<td><strong>Glint-0.2</strong></td>
|
| 188 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 189 |
-
<td>1M</td>
|
| 190 |
-
<td class="na">TBD</td>
|
| 191 |
-
<td>49.8%</td>
|
| 192 |
-
<td>27.0%</td>
|
| 193 |
-
<td>~100M</td>
|
| 194 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.2">card</a></td>
|
| 195 |
-
</tr>
|
| 196 |
-
<tr class="row-compactai">
|
| 197 |
-
<td><strong>Glint-0.3</strong></td>
|
| 198 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 199 |
-
<td>1M</td>
|
| 200 |
-
<td class="na">TBD</td>
|
| 201 |
-
<td>47.3%</td>
|
| 202 |
-
<td>25.5%</td>
|
| 203 |
-
<td>~100M</td>
|
| 204 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.3">card</a></td>
|
| 205 |
-
</tr>
|
| 206 |
-
<tr class="row-compactai">
|
| 207 |
-
<td><strong>Glint-0.1</strong></td>
|
| 208 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 209 |
-
<td>1M</td>
|
| 210 |
-
<td class="na">TBD</td>
|
| 211 |
-
<td>46.7%</td>
|
| 212 |
-
<td>21.0%</td>
|
| 213 |
-
<td>~100M</td>
|
| 214 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.1">card</a></td>
|
| 215 |
-
</tr>
|
| 216 |
-
<tr class="row-compactai">
|
| 217 |
-
<td><strong>Shard-1</strong></td>
|
| 218 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 219 |
-
<td>54.5M</td>
|
| 220 |
-
<td class="na">TBD</td>
|
| 221 |
-
<td class="na">TBD</td>
|
| 222 |
-
<td class="na">TBD</td>
|
| 223 |
-
<td>~20B</td>
|
| 224 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/Shard-1">card</a></td>
|
| 225 |
-
</tr>
|
| 226 |
-
<tr class="row-supralabs">
|
| 227 |
-
<td><strong>StorySupra-10M</strong></td>
|
| 228 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 229 |
-
<td>12.6M</td>
|
| 230 |
-
<td class="na">not reported</td>
|
| 231 |
-
<td class="na">not reported</td>
|
| 232 |
-
<td class="na">not reported</td>
|
| 233 |
-
<td class="na">—</td>
|
| 234 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/StorySupra-10M">card</a></td>
|
| 235 |
-
</tr>
|
| 236 |
-
<tr class="row-supralabs">
|
| 237 |
-
<td><strong>DistillSupra-0.2M</strong></td>
|
| 238 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 239 |
-
<td>289K</td>
|
| 240 |
-
<td class="na">not reported</td>
|
| 241 |
-
<td class="na">not reported</td>
|
| 242 |
-
<td class="na">not reported</td>
|
| 243 |
-
<td class="na">—</td>
|
| 244 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/DistillSupra-0.2M">card</a></td>
|
| 245 |
-
</tr>
|
| 246 |
-
<tr class="row-supralabs">
|
| 247 |
-
<td><strong>MicroSupra-1k</strong></td>
|
| 248 |
-
<td><span class="org-tag org-supralabs">SupraLabs</span></td>
|
| 249 |
-
<td>1K</td>
|
| 250 |
-
<td class="na">not reported</td>
|
| 251 |
-
<td class="na">not reported</td>
|
| 252 |
-
<td class="na">not reported</td>
|
| 253 |
-
<td class="na">—</td>
|
| 254 |
-
<td class="links"><a href="https://huggingface.co/SupraLabs/MicroSupra-1k">card</a></td>
|
| 255 |
-
</tr>
|
| 256 |
-
<tr class="row-compactai">
|
| 257 |
-
<td><strong>TrueMath</strong></td>
|
| 258 |
-
<td><span class="org-tag org-compactai">CompactAI</span></td>
|
| 259 |
-
<td>1-layer</td>
|
| 260 |
-
<td class="na">—</td>
|
| 261 |
-
<td class="na">—</td>
|
| 262 |
-
<td class="na">—</td>
|
| 263 |
-
<td>synthetic</td>
|
| 264 |
-
<td class="links"><a href="https://huggingface.co/CompactAI-O/TrueMath">card</a></td>
|
| 265 |
-
</tr>
|
| 266 |
-
|
| 267 |
</tbody>
|
| 268 |
</table>
|
| 269 |
|
|
@@ -273,6 +105,7 @@
|
|
| 273 |
<span class="legend-item"><span class="legend-dot" style="background:var(--compactai)"></span> CompactAI</span>
|
| 274 |
<span class="legend-item"><span class="legend-dot" style="background:var(--supralabs)"></span> SupraLabs</span>
|
| 275 |
<span class="legend-item"><span class="legend-dot" style="background:var(--axiomiclabs)"></span> Axiomic Labs</span>
|
|
|
|
| 276 |
</div>
|
| 277 |
|
| 278 |
<div class="chart-grid">
|
|
@@ -309,37 +142,293 @@ All benchmark data is self-reported by model authors unless otherwise noted.</p>
|
|
| 309 |
</div>
|
| 310 |
<script>
|
| 311 |
const models = [
|
| 312 |
-
{
|
| 313 |
-
|
| 314 |
-
|
| 315 |
-
|
| 316 |
-
|
| 317 |
-
|
| 318 |
-
|
| 319 |
-
|
| 320 |
-
|
| 321 |
-
|
| 322 |
-
{
|
| 323 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 324 |
];
|
| 325 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 326 |
const colorMap = {
|
| 327 |
compactai: '#3fb950',
|
| 328 |
supralabs: '#58a6ff',
|
| 329 |
-
axiomiclabs: '#c2b6ff'
|
|
|
|
| 330 |
};
|
| 331 |
|
| 332 |
const bgMap = {
|
| 333 |
compactai: 'rgba(63,185,80,0.7)',
|
| 334 |
supralabs: 'rgba(88,166,255,0.7)',
|
| 335 |
-
axiomiclabs: 'rgba(194,182,255,0.7)'
|
|
|
|
| 336 |
};
|
| 337 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 338 |
function buildChart(canvasId, metric, label, reverse) {
|
| 339 |
-
const m = metric === 'wiki' ? 'wiki' : metric;
|
| 340 |
const fmt = metric === 'wiki' ? v => v.toFixed(2) : v => v.toFixed(1) + '%';
|
| 341 |
const sorted = models
|
| 342 |
-
.filter(d => d[metric] !== null)
|
| 343 |
.sort((a, b) => reverse ? a[metric] - b[metric] : b[metric] - a[metric]);
|
| 344 |
|
| 345 |
new Chart(document.getElementById(canvasId), {
|
|
@@ -368,7 +457,8 @@ function buildChart(canvasId, metric, label, reverse) {
|
|
| 368 |
},
|
| 369 |
scales: {
|
| 370 |
x: {
|
| 371 |
-
|
|
|
|
| 372 |
grid: { color: 'rgba(255,255,255,0.06)' },
|
| 373 |
ticks: { color: '#8b949e', callback: v => metric === 'wiki' ? v.toFixed(1) : v + '%' }
|
| 374 |
},
|
|
@@ -378,7 +468,10 @@ function buildChart(canvasId, metric, label, reverse) {
|
|
| 378 |
color: '#c9d1d9',
|
| 379 |
font: { size: 11 },
|
| 380 |
autoSkip: false,
|
| 381 |
-
callback:
|
|
|
|
|
|
|
|
|
|
| 382 |
}
|
| 383 |
}
|
| 384 |
}
|
|
@@ -386,73 +479,12 @@ function buildChart(canvasId, metric, label, reverse) {
|
|
| 386 |
});
|
| 387 |
}
|
| 388 |
|
| 389 |
-
|
| 390 |
-
|
| 391 |
-
|
| 392 |
-
|
| 393 |
-
|
| 394 |
-
|
| 395 |
-
|
| 396 |
-
// Text colors from white (worst) to bright green (best)
|
| 397 |
-
const worstGreen = [255, 255, 255]; // #ffffff — white, fully readable
|
| 398 |
-
const bestGreen = [63, 185, 80]; // #3fb950 — bright vibrant green
|
| 399 |
-
|
| 400 |
-
function getColor(value, min, max, lowerIsBetter) {
|
| 401 |
-
if (value === null || isNaN(value)) return '';
|
| 402 |
-
let percent = (value - min) / (max - min);
|
| 403 |
-
// For metrics where lower is better, invert so best=brightest green
|
| 404 |
-
if (lowerIsBetter) percent = 1 - percent;
|
| 405 |
-
const clamped = Math.max(0, Math.min(1, percent));
|
| 406 |
-
// Non-linear power curve: only top performers get vivid green,
|
| 407 |
-
// mid/low values stay muted so smarter versions visually pop
|
| 408 |
-
const adjusted = Math.pow(clamped, 2.5);
|
| 409 |
-
const r = Math.round(worstGreen[0] + (bestGreen[0] - worstGreen[0]) * adjusted);
|
| 410 |
-
const g = Math.round(worstGreen[1] + (bestGreen[1] - worstGreen[1]) * adjusted);
|
| 411 |
-
const b = Math.round(worstGreen[2] + (bestGreen[2] - worstGreen[2]) * adjusted);
|
| 412 |
-
return `rgb(${r}, ${g}, ${b})`;
|
| 413 |
-
}
|
| 414 |
-
|
| 415 |
-
// Select all table cells with metric values
|
| 416 |
-
const blimpCells = document.querySelectorAll('td:nth-child(5)'); // BLiMP column
|
| 417 |
-
const arcCells = document.querySelectorAll('td:nth-child(6)'); // ARC-Easy column
|
| 418 |
-
const wikiCells = document.querySelectorAll('td:nth-child(4)'); // WikiText-2 column
|
| 419 |
-
|
| 420 |
-
blimpCells.forEach(cell => {
|
| 421 |
-
const text = cell.textContent.replace('%', '').trim();
|
| 422 |
-
if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
|
| 423 |
-
const value = parseFloat(text);
|
| 424 |
-
if (!isNaN(value)) {
|
| 425 |
-
cell.style.color = getColor(value, blimpMin, blimpMax, false);
|
| 426 |
-
}
|
| 427 |
-
}
|
| 428 |
-
});
|
| 429 |
-
|
| 430 |
-
arcCells.forEach(cell => {
|
| 431 |
-
const text = cell.textContent.replace('%', '').trim();
|
| 432 |
-
if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
|
| 433 |
-
const value = parseFloat(text);
|
| 434 |
-
if (!isNaN(value)) {
|
| 435 |
-
cell.style.color = getColor(value, arcMin, arcMax, false);
|
| 436 |
-
}
|
| 437 |
-
}
|
| 438 |
-
});
|
| 439 |
-
|
| 440 |
-
wikiCells.forEach(cell => {
|
| 441 |
-
const text = cell.textContent.trim();
|
| 442 |
-
if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
|
| 443 |
-
const value = parseFloat(text);
|
| 444 |
-
if (!isNaN(value)) {
|
| 445 |
-
cell.style.color = getColor(value, wikiMin, wikiMax, true);
|
| 446 |
-
}
|
| 447 |
-
}
|
| 448 |
-
});
|
| 449 |
-
}
|
| 450 |
-
|
| 451 |
-
// Apply gradient after page loads
|
| 452 |
-
window.addEventListener('DOMContentLoaded', applyTableGradient);
|
| 453 |
-
buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
|
| 454 |
-
buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
|
| 455 |
-
buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);
|
| 456 |
</script>
|
| 457 |
</body>
|
| 458 |
</html>
|
|
|
|
| 17 |
--compactai: #3fb950;
|
| 18 |
--supralabs: #58a6ff;
|
| 19 |
--axiomiclabs: #c2b6ff;
|
| 20 |
+
--mihaipopa: #93c6aa;
|
| 21 |
}
|
| 22 |
* { margin: 0; padding: 0; box-sizing: border-box; }
|
| 23 |
body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
|
|
|
|
| 44 |
.org-compactai { background: #3fb95033; color: var(--compactai); }
|
| 45 |
.org-supralabs { background: #1f6feb33; color: var(--supralabs); }
|
| 46 |
.org-axiomiclabs { background: #8957e533; color: var(--axiomiclabs); }
|
| 47 |
+
.org-mihaipopa { background: #93c6aa33; color: var(--mihaipopa); }
|
| 48 |
|
| 49 |
.row-compactai { border-left: 3px solid var(--compactai); }
|
| 50 |
.row-supralabs { border-left: 3px solid var(--supralabs); }
|
| 51 |
.row-axiomiclabs { border-left: 3px solid var(--axiomiclabs); }
|
| 52 |
+
.row-mihaipopa { border-left: 3px solid var(--mihaipopa); }
|
| 53 |
.best { color: var(--green); font-weight: 700; }
|
| 54 |
.na { color: #484f58; font-style: italic; }
|
| 55 |
.links a { color: var(--accent); text-decoration: none; }
|
|
|
|
| 94 |
<th>Links</th>
|
| 95 |
</tr>
|
| 96 |
</thead>
|
| 97 |
+
<tbody id="leaderboard-body">
|
| 98 |
+
<!-- Dynamic content -->
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
</tbody>
|
| 100 |
</table>
|
| 101 |
|
|
|
|
| 105 |
<span class="legend-item"><span class="legend-dot" style="background:var(--compactai)"></span> CompactAI</span>
|
| 106 |
<span class="legend-item"><span class="legend-dot" style="background:var(--supralabs)"></span> SupraLabs</span>
|
| 107 |
<span class="legend-item"><span class="legend-dot" style="background:var(--axiomiclabs)"></span> Axiomic Labs</span>
|
| 108 |
+
<span class="legend-item"><span class="legend-dot" style="background:var(--mihaipopa)"></span> Mihai Popa</span>
|
| 109 |
</div>
|
| 110 |
|
| 111 |
<div class="chart-grid">
|
|
|
|
| 142 |
</div>
|
| 143 |
<script>
|
| 144 |
const models = [
|
| 145 |
+
{
|
| 146 |
+
name: 'Supra-50M-Instruct',
|
| 147 |
+
org: 'supralabs',
|
| 148 |
+
params: '51.8M',
|
| 149 |
+
blimp: 76.3,
|
| 150 |
+
arc: 52.2,
|
| 151 |
+
wiki: null,
|
| 152 |
+
tokens: '20B',
|
| 153 |
+
links: { card: 'https://huggingface.co/SupraLabs/Supra-50M-Instruct', base: 'https://huggingface.co/SupraLabs/Supra-50M-Base' }
|
| 154 |
+
},
|
| 155 |
+
{
|
| 156 |
+
name: 'GPT-S-5M',
|
| 157 |
+
org: 'axiomiclabs',
|
| 158 |
+
params: '5.16M',
|
| 159 |
+
blimp: 72.27,
|
| 160 |
+
arc: 35.69,
|
| 161 |
+
wiki: 2.56,
|
| 162 |
+
tokens: '25B',
|
| 163 |
+
links: { card: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' }
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
name: 'Glint-1.3 (merged)',
|
| 167 |
+
org: 'compactai',
|
| 168 |
+
params: '982K',
|
| 169 |
+
blimp: 68.7,
|
| 170 |
+
arc: 32.5,
|
| 171 |
+
wiki: 3.08,
|
| 172 |
+
tokens: '100B',
|
| 173 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-1.3' }
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
name: 'Supra-Mini-v5',
|
| 177 |
+
org: 'supralabs',
|
| 178 |
+
params: '7.87M',
|
| 179 |
+
blimp: 63.5,
|
| 180 |
+
arc: 34.4,
|
| 181 |
+
wiki: 2.66,
|
| 182 |
+
tokens: '—',
|
| 183 |
+
links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v5-8M' }
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
name: 'CinnabarLM 4M',
|
| 187 |
+
org: 'mihaipopa',
|
| 188 |
+
params: '4.23M',
|
| 189 |
+
blimp: 62.87,
|
| 190 |
+
arc: 27.36,
|
| 191 |
+
wiki: 2.226,
|
| 192 |
+
tokens: '~80M',
|
| 193 |
+
links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-4M-Base' }
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
name: 'Glint-1',
|
| 197 |
+
org: 'compactai',
|
| 198 |
+
params: '1M',
|
| 199 |
+
blimp: 61.2,
|
| 200 |
+
arc: 32.0,
|
| 201 |
+
wiki: 4.07,
|
| 202 |
+
tokens: '100B',
|
| 203 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-1' }
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
name: 'Supra-Mini-v4',
|
| 207 |
+
org: 'supralabs',
|
| 208 |
+
params: '2.62M',
|
| 209 |
+
blimp: 60.7,
|
| 210 |
+
arc: 31.5,
|
| 211 |
+
wiki: 3.17,
|
| 212 |
+
tokens: '—',
|
| 213 |
+
links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v4-2M' }
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
name: 'Glint-0.4',
|
| 217 |
+
org: 'compactai',
|
| 218 |
+
params: '1M',
|
| 219 |
+
blimp: 58.5,
|
| 220 |
+
arc: 31.0,
|
| 221 |
+
wiki: 5.24,
|
| 222 |
+
tokens: '10B',
|
| 223 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.4' }
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
name: 'Supra-Mini-v3',
|
| 227 |
+
org: 'supralabs',
|
| 228 |
+
params: '468K',
|
| 229 |
+
blimp: 55.3,
|
| 230 |
+
arc: 27.3,
|
| 231 |
+
wiki: 4.49,
|
| 232 |
+
tokens: '—',
|
| 233 |
+
links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' }
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
name: 'Supra-Mini-v2',
|
| 237 |
+
org: 'supralabs',
|
| 238 |
+
params: '168K',
|
| 239 |
+
blimp: 53.5,
|
| 240 |
+
arc: 26.8,
|
| 241 |
+
wiki: 7.79,
|
| 242 |
+
tokens: '—',
|
| 243 |
+
links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' }
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
name: 'Glint-0.2',
|
| 247 |
+
org: 'compactai',
|
| 248 |
+
params: '1M',
|
| 249 |
+
blimp: 49.8,
|
| 250 |
+
arc: 27.0,
|
| 251 |
+
wiki: null,
|
| 252 |
+
tokens: '~100M',
|
| 253 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.2' }
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
name: 'Glint-0.3',
|
| 257 |
+
org: 'compactai',
|
| 258 |
+
params: '1M',
|
| 259 |
+
blimp: 47.3,
|
| 260 |
+
arc: 25.5,
|
| 261 |
+
wiki: null,
|
| 262 |
+
tokens: '~100M',
|
| 263 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.3' }
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
name: 'Glint-0.1',
|
| 267 |
+
org: 'compactai',
|
| 268 |
+
params: '1M',
|
| 269 |
+
blimp: 46.7,
|
| 270 |
+
arc: 21.0,
|
| 271 |
+
wiki: null,
|
| 272 |
+
tokens: '~100M',
|
| 273 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.1' }
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
name: 'Shard-1',
|
| 277 |
+
org: 'compactai',
|
| 278 |
+
params: '54.5M',
|
| 279 |
+
blimp: null,
|
| 280 |
+
arc: null,
|
| 281 |
+
wiki: null,
|
| 282 |
+
tokens: '~20B',
|
| 283 |
+
links: { card: 'https://huggingface.co/CompactAI-O/Shard-1' }
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
name: 'CinnabarLM 1.5M',
|
| 287 |
+
org: 'mihaipopa',
|
| 288 |
+
params: '1.71M',
|
| 289 |
+
blimp: 60.51,
|
| 290 |
+
arc: 26.68,
|
| 291 |
+
wiki: 2.35,
|
| 292 |
+
tokens: '~50M',
|
| 293 |
+
links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.5M-Base' }
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
name: 'CinnabarLM 1.4M',
|
| 297 |
+
org: 'mihaipopa',
|
| 298 |
+
params: '1.51M',
|
| 299 |
+
blimp: 60.7,
|
| 300 |
+
arc: 24.58,
|
| 301 |
+
wiki: 2.316,
|
| 302 |
+
tokens: '~30M',
|
| 303 |
+
links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.4M-Base' }
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
name: 'StorySupra-10M',
|
| 307 |
+
org: 'supralabs',
|
| 308 |
+
params: '12.6M',
|
| 309 |
+
blimp: null,
|
| 310 |
+
arc: null,
|
| 311 |
+
wiki: null,
|
| 312 |
+
tokens: '—',
|
| 313 |
+
links: { card: 'https://huggingface.co/SupraLabs/StorySupra-10M' }
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
name: 'DistillSupra-0.2M',
|
| 317 |
+
org: 'supralabs',
|
| 318 |
+
params: '289K',
|
| 319 |
+
blimp: null,
|
| 320 |
+
arc: null,
|
| 321 |
+
wiki: null,
|
| 322 |
+
tokens: '—',
|
| 323 |
+
links: { card: 'https://huggingface.co/SupraLabs/DistillSupra-0.2M' }
|
| 324 |
+
},
|
| 325 |
+
{
|
| 326 |
+
name: 'MicroSupra-1k',
|
| 327 |
+
org: 'supralabs',
|
| 328 |
+
params: '1K',
|
| 329 |
+
blimp: null,
|
| 330 |
+
arc: null,
|
| 331 |
+
wiki: null,
|
| 332 |
+
tokens: '—',
|
| 333 |
+
links: { card: 'https://huggingface.co/SupraLabs/MicroSupra-1k' }
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
name: 'TrueMath',
|
| 337 |
+
org: 'compactai',
|
| 338 |
+
params: '1-layer',
|
| 339 |
+
blimp: null,
|
| 340 |
+
arc: null,
|
| 341 |
+
wiki: null,
|
| 342 |
+
tokens: 'synthetic',
|
| 343 |
+
links: { card: 'https://huggingface.co/CompactAI-O/TrueMath' }
|
| 344 |
+
}
|
| 345 |
];
|
| 346 |
|
| 347 |
+
const orgNameMap = {
|
| 348 |
+
compactai: 'CompactAI',
|
| 349 |
+
supralabs: 'SupraLabs',
|
| 350 |
+
axiomiclabs: 'Axiomic Labs',
|
| 351 |
+
mihaipopa: 'Mihai Popa'
|
| 352 |
+
};
|
| 353 |
+
|
| 354 |
const colorMap = {
|
| 355 |
compactai: '#3fb950',
|
| 356 |
supralabs: '#58a6ff',
|
| 357 |
+
axiomiclabs: '#c2b6ff',
|
| 358 |
+
mihaipopa: '#93c6aa'
|
| 359 |
};
|
| 360 |
|
| 361 |
const bgMap = {
|
| 362 |
compactai: 'rgba(63,185,80,0.7)',
|
| 363 |
supralabs: 'rgba(88,166,255,0.7)',
|
| 364 |
+
axiomiclabs: 'rgba(194,182,255,0.7)',
|
| 365 |
+
mihaipopa: 'rgba(99,232,173,0.7)'
|
| 366 |
};
|
| 367 |
|
| 368 |
+
function getScore(m) {
|
| 369 |
+
const b = m.blimp || 0;
|
| 370 |
+
const a = m.arc || 0;
|
| 371 |
+
if (b === 0 && a === 0) return -1;
|
| 372 |
+
if (b === 0) return a;
|
| 373 |
+
if (a === 0) return b;
|
| 374 |
+
return (b + a) / 2;
|
| 375 |
+
}
|
| 376 |
+
|
| 377 |
+
const worstGreen = [255, 255, 255];
|
| 378 |
+
const bestGreen = [63, 185, 80];
|
| 379 |
+
|
| 380 |
+
function getColor(value, min, max, lowerIsBetter, useLog = false) {
|
| 381 |
+
if (value === null || isNaN(value) || min === max) return '';
|
| 382 |
+
let v = value, mn = min, mx = max;
|
| 383 |
+
if (useLog) { v = Math.log(v); mn = Math.log(mn); mx = Math.log(mx); }
|
| 384 |
+
let percent = (v - mn) / (mx - mn);
|
| 385 |
+
if (lowerIsBetter) percent = 1 - percent;
|
| 386 |
+
const adjusted = Math.pow(Math.max(0, Math.min(1, percent)), 2.5);
|
| 387 |
+
const r = Math.round(worstGreen[0] + (bestGreen[0] - worstGreen[0]) * adjusted);
|
| 388 |
+
const g = Math.round(worstGreen[1] + (bestGreen[1] - worstGreen[1]) * adjusted);
|
| 389 |
+
const b = Math.round(worstGreen[2] + (bestGreen[2] - worstGreen[2]) * adjusted);
|
| 390 |
+
return `color: rgb(${r}, ${g}, ${b})`;
|
| 391 |
+
}
|
| 392 |
+
|
| 393 |
+
function renderTable() {
|
| 394 |
+
const tbody = document.getElementById('leaderboard-body');
|
| 395 |
+
const sortedModels = [...models].sort((a, b) => getScore(b) - getScore(a));
|
| 396 |
+
|
| 397 |
+
const blimpVals = models.map(m => m.blimp).filter(v => v !== null && !isNaN(v));
|
| 398 |
+
const arcVals = models.map(m => m.arc).filter(v => v !== null && !isNaN(v));
|
| 399 |
+
const wikiVals = models.map(m => m.wiki).filter(v => v !== null && !isNaN(v));
|
| 400 |
+
|
| 401 |
+
const blimpMin = Math.min(...blimpVals), blimpMax = Math.max(...blimpVals);
|
| 402 |
+
const arcMin = Math.min(...arcVals), arcMax = Math.max(...arcVals);
|
| 403 |
+
const wikiMin = Math.min(...wikiVals), wikiMax = Math.max(...wikiVals);
|
| 404 |
+
|
| 405 |
+
tbody.innerHTML = sortedModels.map(m => {
|
| 406 |
+
const isBestBlimp = m.blimp && m.blimp === blimpMax;
|
| 407 |
+
const isBestArc = m.arc && m.arc === arcMax;
|
| 408 |
+
const isBestWiki = m.wiki && m.wiki === wikiMin;
|
| 409 |
+
|
| 410 |
+
return `
|
| 411 |
+
<tr class="row-${m.org}">
|
| 412 |
+
<td><strong>${m.name}</strong></td>
|
| 413 |
+
<td><span class="org-tag org-${m.org}">${orgNameMap[m.org]}</span></td>
|
| 414 |
+
<td>${m.params}</td>
|
| 415 |
+
<td class="${m.wiki ? '' : 'na'}" style="${getColor(m.wiki, wikiMin, wikiMax, true, true)}">${m.wiki ? `<span class="${isBestWiki ? 'best' : ''}">${m.wiki}</span>` : (m.wiki === null ? 'TBD' : 'not reported')}</td>
|
| 416 |
+
<td class="${m.blimp ? '' : 'na'}" style="${getColor(m.blimp, blimpMin, blimpMax, false)}">${m.blimp ? `<span class="${isBestBlimp ? 'best' : ''}">${m.blimp}%</span>` : (m.blimp === null ? 'TBD' : 'not reported')}</td>
|
| 417 |
+
<td class="${m.arc ? '' : 'na'}" style="${getColor(m.arc, arcMin, arcMax, false)}">${m.arc ? `<span class="${isBestArc ? 'best' : ''}">${m.arc}%</span>` : (m.arc === null ? 'TBD' : 'not reported')}</td>
|
| 418 |
+
<td>${m.tokens}</td>
|
| 419 |
+
<td class="links">
|
| 420 |
+
<a href="${m.links.card}">card</a>
|
| 421 |
+
${m.links.base ? `<a href="${m.links.base}">base</a>` : ''}
|
| 422 |
+
</td>
|
| 423 |
+
</tr>
|
| 424 |
+
`;
|
| 425 |
+
}).join('');
|
| 426 |
+
}
|
| 427 |
+
|
| 428 |
function buildChart(canvasId, metric, label, reverse) {
|
|
|
|
| 429 |
const fmt = metric === 'wiki' ? v => v.toFixed(2) : v => v.toFixed(1) + '%';
|
| 430 |
const sorted = models
|
| 431 |
+
.filter(d => d[metric] !== null && typeof d[metric] === 'number')
|
| 432 |
.sort((a, b) => reverse ? a[metric] - b[metric] : b[metric] - a[metric]);
|
| 433 |
|
| 434 |
new Chart(document.getElementById(canvasId), {
|
|
|
|
| 457 |
},
|
| 458 |
scales: {
|
| 459 |
x: {
|
| 460 |
+
type: metric === 'wiki' ? 'logarithmic' : 'linear',
|
| 461 |
+
beginAtZero: metric !== 'wiki',
|
| 462 |
grid: { color: 'rgba(255,255,255,0.06)' },
|
| 463 |
ticks: { color: '#8b949e', callback: v => metric === 'wiki' ? v.toFixed(1) : v + '%' }
|
| 464 |
},
|
|
|
|
| 468 |
color: '#c9d1d9',
|
| 469 |
font: { size: 11 },
|
| 470 |
autoSkip: false,
|
| 471 |
+
callback: function(val, index) {
|
| 472 |
+
const label = this.getLabelForValue(val);
|
| 473 |
+
return label.length > 18 ? label.slice(0, 17) + '…' : label;
|
| 474 |
+
}
|
| 475 |
}
|
| 476 |
}
|
| 477 |
}
|
|
|
|
| 479 |
});
|
| 480 |
}
|
| 481 |
|
| 482 |
+
window.addEventListener('DOMContentLoaded', () => {
|
| 483 |
+
renderTable();
|
| 484 |
+
buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
|
| 485 |
+
buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
|
| 486 |
+
buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);
|
| 487 |
+
});
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 488 |
</script>
|
| 489 |
</body>
|
| 490 |
</html>
|