Upload index.html
Browse files- index.html +19 -14
index.html
CHANGED
|
@@ -77,6 +77,7 @@
|
|
| 77 |
<strong>Why this exists.</strong> The community deserves a single place to compare tiny LMs fairly.
|
| 78 |
We include every model with verifiable benchmarks β ours, our competitors', yours.
|
| 79 |
<a href="https://huggingface.co/spaces/CompactAI-O/Tiny-ML-Leaderboard/discussions" target="_blank">Submit a model via PR.</a><br>
|
|
|
|
| 80 |
</div>
|
| 81 |
|
| 82 |
<h2 class="section-title">Detailed Results</h2>
|
|
@@ -162,7 +163,7 @@ const models = [
|
|
| 162 |
params: '51.8M',
|
| 163 |
blimp: 76.3,
|
| 164 |
arc: 52.2,
|
| 165 |
-
wiki:
|
| 166 |
tokens: '20B',
|
| 167 |
links: { card: 'https://huggingface.co/SupraLabs/Supra-50M-Instruct', base: 'https://huggingface.co/SupraLabs/Supra-50M-Base' }
|
| 168 |
},
|
|
@@ -291,8 +292,8 @@ const models = [
|
|
| 291 |
org: 'compactai',
|
| 292 |
params: '54.5M',
|
| 293 |
blimp: null,
|
| 294 |
-
arc:
|
| 295 |
-
wiki:
|
| 296 |
tokens: '~20B',
|
| 297 |
links: { card: 'https://huggingface.co/CompactAI-O/Shard-1' }
|
| 298 |
},
|
|
@@ -330,9 +331,9 @@ const models = [
|
|
| 330 |
name: 'StorySupra-10M',
|
| 331 |
org: 'supralabs',
|
| 332 |
params: '12.6M',
|
| 333 |
-
blimp:
|
| 334 |
-
arc:
|
| 335 |
-
wiki:
|
| 336 |
tokens: 'β',
|
| 337 |
links: { card: 'https://huggingface.co/SupraLabs/StorySupra-10M' }
|
| 338 |
},
|
|
@@ -341,8 +342,8 @@ const models = [
|
|
| 341 |
org: 'supralabs',
|
| 342 |
params: '289K',
|
| 343 |
blimp: null,
|
| 344 |
-
arc:
|
| 345 |
-
wiki:
|
| 346 |
tokens: 'β',
|
| 347 |
links: { card: 'https://huggingface.co/SupraLabs/DistillSupra-0.2M' }
|
| 348 |
},
|
|
@@ -350,9 +351,9 @@ const models = [
|
|
| 350 |
name: 'MicroSupra-1k',
|
| 351 |
org: 'supralabs',
|
| 352 |
params: '1K',
|
| 353 |
-
blimp:
|
| 354 |
-
arc:
|
| 355 |
-
wiki:
|
| 356 |
tokens: 'β',
|
| 357 |
links: { card: 'https://huggingface.co/SupraLabs/MicroSupra-1k' }
|
| 358 |
}
|
|
@@ -534,13 +535,15 @@ function buildEfficiencyChart() {
|
|
| 534 |
|
| 535 |
const sorted = [...valid].sort((a, b) => a.paramsNum - b.paramsNum);
|
| 536 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 537 |
const regData = [];
|
| 538 |
const thresholdData = [];
|
| 539 |
const steps = 100;
|
| 540 |
-
const logMin = 4;
|
| 541 |
-
const logMax = 9;
|
| 542 |
for (let i = 0; i <= steps; i++) {
|
| 543 |
-
const lx =
|
| 544 |
regData.push({ x: Math.pow(10, lx), y: intercept + slope * lx });
|
| 545 |
thresholdData.push({ x: Math.pow(10, lx), y: intercept + slope * lx + thresholdShift });
|
| 546 |
}
|
|
@@ -621,6 +624,8 @@ function buildEfficiencyChart() {
|
|
| 621 |
scales: {
|
| 622 |
x: {
|
| 623 |
type: 'logarithmic',
|
|
|
|
|
|
|
| 624 |
title: { display: true, text: 'Parameters', color: '#8b949e' },
|
| 625 |
grid: { color: 'rgba(255,255,255,0.06)' },
|
| 626 |
ticks: {
|
|
|
|
| 77 |
<strong>Why this exists.</strong> The community deserves a single place to compare tiny LMs fairly.
|
| 78 |
We include every model with verifiable benchmarks β ours, our competitors', yours.
|
| 79 |
<a href="https://huggingface.co/spaces/CompactAI-O/Tiny-ML-Leaderboard/discussions" target="_blank">Submit a model via PR.</a><br>
|
| 80 |
+
<em style="color:#8b949e;font-size:.85rem">Updated 2026-05-27: TBD entries filled via automated eval (lm-eval-harness, same methodology). Shard-1 used custom ToyLM adapter. Glint models not evaluable β TinyMemoryLM code not yet published.</em>
|
| 81 |
</div>
|
| 82 |
|
| 83 |
<h2 class="section-title">Detailed Results</h2>
|
|
|
|
| 163 |
params: '51.8M',
|
| 164 |
blimp: 76.3,
|
| 165 |
arc: 52.2,
|
| 166 |
+
wiki: 151.15,
|
| 167 |
tokens: '20B',
|
| 168 |
links: { card: 'https://huggingface.co/SupraLabs/Supra-50M-Instruct', base: 'https://huggingface.co/SupraLabs/Supra-50M-Base' }
|
| 169 |
},
|
|
|
|
| 292 |
org: 'compactai',
|
| 293 |
params: '54.5M',
|
| 294 |
blimp: null,
|
| 295 |
+
arc: 43.94,
|
| 296 |
+
wiki: 24.10,
|
| 297 |
tokens: '~20B',
|
| 298 |
links: { card: 'https://huggingface.co/CompactAI-O/Shard-1' }
|
| 299 |
},
|
|
|
|
| 331 |
name: 'StorySupra-10M',
|
| 332 |
org: 'supralabs',
|
| 333 |
params: '12.6M',
|
| 334 |
+
blimp: 61.47,
|
| 335 |
+
arc: 28.45,
|
| 336 |
+
wiki: 78970.02,
|
| 337 |
tokens: 'β',
|
| 338 |
links: { card: 'https://huggingface.co/SupraLabs/StorySupra-10M' }
|
| 339 |
},
|
|
|
|
| 342 |
org: 'supralabs',
|
| 343 |
params: '289K',
|
| 344 |
blimp: null,
|
| 345 |
+
arc: 25.17,
|
| 346 |
+
wiki: 70687.56,
|
| 347 |
tokens: 'β',
|
| 348 |
links: { card: 'https://huggingface.co/SupraLabs/DistillSupra-0.2M' }
|
| 349 |
},
|
|
|
|
| 351 |
name: 'MicroSupra-1k',
|
| 352 |
org: 'supralabs',
|
| 353 |
params: '1K',
|
| 354 |
+
blimp: 58.61,
|
| 355 |
+
arc: 26.39,
|
| 356 |
+
wiki: 422285.72,
|
| 357 |
tokens: 'β',
|
| 358 |
links: { card: 'https://huggingface.co/SupraLabs/MicroSupra-1k' }
|
| 359 |
}
|
|
|
|
| 535 |
|
| 536 |
const sorted = [...valid].sort((a, b) => a.paramsNum - b.paramsNum);
|
| 537 |
|
| 538 |
+
const axisMin = 500;
|
| 539 |
+
const axisMax = 100_000_000;
|
| 540 |
+
const logAxisMin = Math.log10(axisMin);
|
| 541 |
+
const logAxisMax = Math.log10(axisMax);
|
| 542 |
const regData = [];
|
| 543 |
const thresholdData = [];
|
| 544 |
const steps = 100;
|
|
|
|
|
|
|
| 545 |
for (let i = 0; i <= steps; i++) {
|
| 546 |
+
const lx = logAxisMin + (logAxisMax - logAxisMin) * (i / steps);
|
| 547 |
regData.push({ x: Math.pow(10, lx), y: intercept + slope * lx });
|
| 548 |
thresholdData.push({ x: Math.pow(10, lx), y: intercept + slope * lx + thresholdShift });
|
| 549 |
}
|
|
|
|
| 624 |
scales: {
|
| 625 |
x: {
|
| 626 |
type: 'logarithmic',
|
| 627 |
+
min: axisMin,
|
| 628 |
+
max: axisMax,
|
| 629 |
title: { display: true, text: 'Parameters', color: '#8b949e' },
|
| 630 |
grid: { color: 'rgba(255,255,255,0.06)' },
|
| 631 |
ticks: {
|