Spaces:
Running
Running
Update index.html
Browse files- index.html +129 -25
index.html
CHANGED
|
@@ -343,6 +343,53 @@
|
|
| 343 |
font-weight: 700;
|
| 344 |
}
|
| 345 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 346 |
@media (max-width: 1120px) {
|
| 347 |
.layout { grid-template-columns: 1fr; }
|
| 348 |
.panel { position: static; }
|
|
@@ -449,43 +496,55 @@
|
|
| 449 |
Residuals are measured in the same score units shown on the chart, after converting scores to percentages. <strong>RMSE</strong> is the square root of mean squared error, and <strong>R²</strong> describes how much of the score variation is explained by the line.
|
| 450 |
These metrics describe the fit of this subset, not model quality in general.
|
| 451 |
</section>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 452 |
</main>
|
| 453 |
</div>
|
| 454 |
</div>
|
| 455 |
|
| 456 |
<script>
|
| 457 |
const MODELS = [
|
| 458 |
-
{ name: 'SmolLM2-135M', org: 'HuggingFace', params: 135000000, arc_easy: 0.5858585858585859, arc_challenge: 0.2960750853242321, piqa: 0.6849836779107725, hellaswag: 0.43108942441744674, avg_4: 0.5177858993388165, url: 'https://huggingface.co/HuggingFaceTB/SmolLM2-135M' },
|
| 459 |
{ name: 'GPT-X2-125M', org: 'AxiomicLabs', params: 125081664, arc_easy: 0.5151515151515151, arc_challenge: 0.2764505119453925, piqa: 0.6751904243743199, hellaswag: 0.40529774945230035, avg_4: 0.4898234185711896, url: 'https://huggingface.co/AxiomicLabs/GPT-X2-125M' },
|
| 460 |
{ name: 'GPT-X-125M', org: 'AxiomicLabs', params: 124561728, arc_easy: 0.5075757575757576, arc_challenge: 0.2687713310580205, piqa: 0.6517954298150164, hellaswag: 0.36496713802031466, avg_4: 0.464060299783275, url: 'https://huggingface.co/AxiomicLabs/GPT-X-125M' },
|
| 461 |
{ name: 'MobileLLM-R1-140M-base', org: 'Facebook', params: 140000000, arc_easy: 0.4992424242424242, arc_challenge: 0.24744027303754265, piqa: 0.6322089227421109, hellaswag: 0.3384379853648824, avg_4: 0.44383, url: 'https://huggingface.co/facebook/MobileLLM-R1-140M-base' },
|
| 462 |
{ name: 'Supra-50M-Base', org: 'SupraLabs', params: 51786240, arc_easy: 0.460016835016835, arc_challenge: 0.25, piqa: 0.6207834602829162, hellaswag: 0.31776538538139815, avg_4: 0.4252144857313513, url: 'https://huggingface.co/SupraLabs/Supra-50M-Base' },
|
| 463 |
-
{ name: 'Supra-50M-Instruct', org: 'SupraLabs', params: 51786240, arc_easy: 0.
|
| 464 |
-
{ name: 'Supra-50M-Reasoning', org: 'SupraLabs', params: 51786240, arc_easy: 0.4444, arc_challenge: 0.2739, piqa: 0.
|
| 465 |
-
{ name: 'SmolLM-135M', org: 'HuggingFace', params: 135000000, arc_easy: 0.5631, arc_challenge: 0.2901, piqa: 0.6828, hellaswag: 0.
|
| 466 |
-
{ name: 'OPT-125M', org: 'Facebook', params: 125000000, arc_easy: 0.4028, arc_challenge: 0.
|
| 467 |
{ name: 'GPT-2', org: 'OpenAI', params: 124000000, arc_easy: 0.3935, arc_challenge: 0.2235, piqa: 0.6208, hellaswag: 0.3126, avg_4: 0.3892, url: 'https://huggingface.co/openai-community/gpt2' },
|
| 468 |
-
|
| 469 |
-
{ name: 'Spark-5M-Base-v4', org: 'LH-Tech-AI', params: 5000000, arc_easy: 0.3316, arc_challenge: 0.2150, piqa: 0.5332, hellaswag: 0.2703, avg_4: 0.3250, url: 'https://huggingface.co/LH-Tech-AI/Spark-5M-Base-v4' },
|
| 470 |
{ name: 'Supra-Mini-v5-8M', org: 'SupraLabs', params: 7870000, arc_easy: 0.3321, arc_challenge: 0.2116, piqa: 0.5403, hellaswag: 0.2637, avg_4: 0.3219, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v5-8M' },
|
| 471 |
{ name: 'Pythia-70M', org: 'EleutherAI', params: 70000000, arc_easy: 0.3165, arc_challenge: 0.2363, piqa: 0.5348, hellaswag: 0.2749, avg_4: 0.3657, url: 'https://huggingface.co/EleutherAI/pythia-70m' },
|
| 472 |
-
{ name: 'Supra-Mini-v4-2M', org: 'SupraLabs', params: 2620000, arc_easy: 0.3098, arc_challenge: 0.
|
| 473 |
{ name: 'Pythia-31M', org: 'EleutherAI', params: 31000000, arc_easy: 0.3388, arc_challenge: 0.2167, piqa: 0.5626, hellaswag: 0.2714, avg_4: 0.3474, url: 'https://huggingface.co/EleutherAI/pythia-31m' },
|
| 474 |
-
{ name: 'Stentor3-50M', org: 'StentorLabs', params: 50000000, arc_easy: 0.2967, arc_challenge: 0.2167, piqa: 0.5375, hellaswag: 0.
|
| 475 |
-
{ name: 'Stentor3-20M', org: 'StentorLabs', params: 20000000, arc_easy: 0.
|
| 476 |
{ name: 'Portimbria-150M', org: 'StentorLabs', params: 151026432, arc_easy: 0.3582, arc_challenge: 0.1877, piqa: 0.5827, hellaswag: 0.2709, avg_4: 0.3499, url: 'https://huggingface.co/StentorLabs/Portimbria-150M' },
|
| 477 |
-
{ name: 'nanowhale-100m-base', org: 'HuggingFace', params: 100000000, arc_easy: 0.2879, arc_challenge: 0.2483, piqa: 0.
|
| 478 |
-
{ name: 'Pythia-14M', org: 'EleutherAI', params: 14000000, arc_easy: 0.3228, arc_challenge: 0.
|
| 479 |
{ name: 'Tenete-8M', org: 'Harley-ml', params: 8000000, arc_easy: 0.3169, arc_challenge: 0.2184, piqa: 0.5566, hellaswag: 0.2675, avg_4: 0.3409, url: 'https://huggingface.co/Harley-ml/Tenete-8M' },
|
| 480 |
{ name: 'Dillion-1.2M', org: 'Harley-ml', params: 1281384, arc_easy: 0.3119, arc_challenge: 0.2278, piqa: 0.5305, hellaswag: 0.2665, avg_4: 0.3338, url: 'https://huggingface.co/Harley-ml/Dillion-1.2M' },
|
| 481 |
-
{ name: 'CinnabarLM-1.4M-Base', org: 'MihaiPopa-1', params: 1510000, arc_easy: 0.2854, arc_challenge: 0.2338, piqa: 0.
|
| 482 |
-
{ name: 'CinnabarLM-4M-Base', org: 'MihaiPopa-1', params: 4230000, arc_easy: 0.2828, arc_challenge: 0.
|
| 483 |
{ name: 'CinnabarLM-1.5M-Base', org: 'MihaiPopa-1', params: 1710000, arc_easy: 0.2811, arc_challenge: 0.2193, piqa: 0.5294, hellaswag: 0.2708, avg_4: 0.3338, url: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.5M-Base' },
|
| 484 |
{ name: 'Dillionv2-1.3M', org: 'Harley-ml', params: 1285200, arc_easy: 0.2963, arc_challenge: 0.2224, piqa: 0.5305, hellaswag: 0.2738, avg_4: 0.3292, url: 'https://huggingface.co/Harley-ml/Dillionv2-1.3M' },
|
| 485 |
-
{ name: 'KeyLM-75M', org: 'Eclipse-Senpai', params: 75251200, arc_easy: 0.3573, arc_challenge: 0.2398, piqa: 0.
|
| 486 |
-
{ name: 'Supra-Mini-v6-1M', org: 'SupraLabs', params: 1410688, arc_easy: 0.3068, arc_challenge: 0.2048, piqa: 0.
|
| 487 |
-
{ name: 'GPT-S-1.4M', org: 'AxiomicLabs', params: 1426000, arc_easy: 0.3186, arc_challenge: 0.
|
| 488 |
-
{ name: 'Archaea-74M', org: 'GODELEV', params: 74016256, arc_easy: 0.3906, arc_challenge: 0.
|
| 489 |
{ name: 'Cali-0.1B', org: 'Sandroeth', params: 123782400, arc_easy: 0.2753, arc_challenge: 0.2449, piqa: 0.5212, hellaswag: 0.2684, avg_4: 0.3274, url: 'https://huggingface.co/Sandroeth/cali-0.1B' },
|
| 490 |
{ name: 'Quark-50M', org: 'ThingAI', params: 56666496, arc_easy: 0.3678, arc_challenge: 0.2526, piqa: 0.5783, hellaswag: 0.2848, avg_4: 0.3717, url: 'https://huggingface.co/ThingAI/Quark-50m' },
|
| 491 |
{ name: 'Quark-135M', org: 'ThingAI', params: 134561088, arc_easy: 0.4789, arc_challenge: 0.2824, piqa: 0.5865, hellaswag: 0.3137, avg_4: 0.4143, url: 'https://huggingface.co/ThingAI/Quark-135m' },
|
|
@@ -494,24 +553,69 @@
|
|
| 494 |
{ name: 'Ant-5M', org: 'GODELEV', params: 4713344, arc_easy: 0.2639, arc_challenge: 0.2577, piqa: 0.4864, hellaswag: 0.2599, avg_4: 0.3195, url: 'https://huggingface.co/GODELEV/Ant-5m' },
|
| 495 |
{ name: 'Er-Medium-12.5M', org: 'FromZero', params: 12497520, arc_easy: 0.3476, arc_challenge: 0.2082, piqa: 0.5783, hellaswag: 0.2841, avg_4: 0.3668, url: 'https://huggingface.co/fromziro/Er-Medium-12.5M' },
|
| 496 |
{ name: 'michel-tiny', org: 'finnianx', params: 55719040, arc_easy: 0.3737, arc_challenge: 0.2176, piqa: 0.5734, hellaswag: 0.2815, avg_4: 0.3502, url: 'https://huggingface.co/finnianx/michel-tiny' },
|
| 497 |
-
{ name: 'OdinNext-138M-Base', org: 'joelhenwang', params: 138449696, arc_easy: 0.4508, arc_challenge: 0.2381, piqa: 0.5952, hellaswag: 0.2809, avg_4: 0.
|
| 498 |
-
{ name: 'OdinNext-138M-Instruct', org: 'joelhenwang', params: 138451232, arc_easy: 0.
|
| 499 |
{ name: 'michel-micro', org: 'finnianx', params: 28355072, arc_easy: 0.3859, arc_challenge: 0.2312, piqa: 0.5762, hellaswag: 0.2823, avg_4: 0.3803, url: 'https://huggingface.co/finnianx/michel-micro' },
|
| 500 |
{ name: 'kirk-tung', org: 'RTC', params: 53111296, arc_easy: 0.3043, arc_challenge: 0.2201, piqa: 0.5261, hellaswag: 0.2632, avg_4: 0.3184, url: 'https://huggingface.co/rtc2022/kirk-tung' },
|
| 501 |
{ name: 'ettin-decoder-32m', org: 'JHU CLSP', params: 32081344, arc_easy: 0.3173, arc_challenge: 0.2201, piqa: 0.5229, hellaswag: 0.2779, avg_4: 0.3348, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-32m' },
|
| 502 |
{ name: 'ettin-decoder-17m', org: 'JHU CLSP', params: 16913600, arc_easy: 0.3165, arc_challenge: 0.2227, piqa: 0.5337, hellaswag: 0.2739, avg_4: 0.3438, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-17m' },
|
| 503 |
{ name: 'Er-Tiny-1.3M', org: 'FromZero', params: 1332744, arc_easy: 0.3009, arc_challenge: 0.2235, piqa: 0.5272, hellaswag: 0.2767, avg_4: 0.3292, url: 'https://huggingface.co/fromziro/Er-Tiny-1.3M' },
|
| 504 |
-
{ name: 'michel-nano', org: 'finnianx', params: 5963008, arc_easy: 0.3329, arc_challenge: 0.
|
| 505 |
-
{ name: 'Supra-1.5-50M-base-exp', org: 'SupraLabs', params: 51786240, arc_easy: 0.
|
| 506 |
{ name: 'ettin-decoder-68m', org: 'JHU CLSP', params: 68457664, arc_easy: 0.3274, arc_challenge: 0.2304, piqa: 0.5218, hellaswag: 0.2781, avg_4: 0.3394, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-68m' },
|
| 507 |
{ name: 'ettin-decoder-150m', org: 'JHU CLSP', params: 149655232, arc_easy: 0.2997, arc_challenge: 0.2423, piqa: 0.5125, hellaswag: 0.2595, avg_4: 0.3189, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-150m' },
|
| 508 |
{ name: 'Ant-10M', org: 'GODELEV', params: 9902336, arc_easy: 0.2753, arc_challenge: 0.2824, piqa: 0.5065, hellaswag: 0.2696, avg_4: 0.3302, url: 'https://huggingface.co/GODELEV/Ant-19m' },
|
| 509 |
{ name: 'Supra-1.5-50M-Instruct-exp', org: 'SupraLabs', params: 51786240, arc_easy: 0.4394, arc_challenge: 0.2611, piqa: 0.5941, hellaswag: 0.2926, avg_4: 0.4077, url: 'https://huggingface.co/SupraLabs/Supra-1.5-50M-Instruct-exp' },
|
| 510 |
-
{ name: 'SLM-10M', org: 'Liodon AI', params: 9968640, arc_easy: 0.3552, arc_challenge: 0.2346, piqa: 0.5707, hellaswag: 0.
|
| 511 |
-
{ name: 'Doge-20M', org: 'SmallDoge', params: 13118728, arc_easy: 0.3338, arc_challenge: 0.2073, piqa: 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 512 |
];
|
| 513 |
|
| 514 |
-
const BENCHMARKS = [
|
| 515 |
{ key: 'avg_4', label: 'Avg' },
|
| 516 |
{ key: 'arc_easy', label: 'ARC-Easy' },
|
| 517 |
{ key: 'arc_challenge', label: 'ARC-Challenge' },
|
|
|
|
| 343 |
font-weight: 700;
|
| 344 |
}
|
| 345 |
|
| 346 |
+
.cta-grid {
|
| 347 |
+
display: grid;
|
| 348 |
+
grid-template-columns: repeat(2, minmax(0, 1fr));
|
| 349 |
+
gap: 14px;
|
| 350 |
+
margin-top: 14px;
|
| 351 |
+
}
|
| 352 |
+
|
| 353 |
+
.cta-card {
|
| 354 |
+
display: block;
|
| 355 |
+
text-decoration: none;
|
| 356 |
+
border: 1px solid rgba(255,255,255,0.10);
|
| 357 |
+
border-radius: 20px;
|
| 358 |
+
background: linear-gradient(180deg, rgba(255,255,255,0.04), rgba(255,255,255,0.02));
|
| 359 |
+
padding: 16px;
|
| 360 |
+
color: var(--text);
|
| 361 |
+
transition: transform 0.16s ease, border-color 0.16s ease, background 0.16s ease;
|
| 362 |
+
}
|
| 363 |
+
|
| 364 |
+
.cta-card:hover {
|
| 365 |
+
transform: translateY(-1px);
|
| 366 |
+
border-color: rgba(255,255,255,0.22);
|
| 367 |
+
background: linear-gradient(180deg, rgba(255,255,255,0.06), rgba(255,255,255,0.03));
|
| 368 |
+
}
|
| 369 |
+
|
| 370 |
+
.cta-kicker {
|
| 371 |
+
color: var(--muted2);
|
| 372 |
+
font-size: 11px;
|
| 373 |
+
text-transform: uppercase;
|
| 374 |
+
letter-spacing: 0.14em;
|
| 375 |
+
margin-bottom: 8px;
|
| 376 |
+
}
|
| 377 |
+
|
| 378 |
+
.cta-title {
|
| 379 |
+
color: var(--silver);
|
| 380 |
+
font-size: 16px;
|
| 381 |
+
font-weight: 800;
|
| 382 |
+
line-height: 1.35;
|
| 383 |
+
margin: 0 0 6px;
|
| 384 |
+
}
|
| 385 |
+
|
| 386 |
+
.cta-text {
|
| 387 |
+
color: var(--muted);
|
| 388 |
+
font-size: 13px;
|
| 389 |
+
line-height: 1.6;
|
| 390 |
+
margin: 0;
|
| 391 |
+
}
|
| 392 |
+
|
| 393 |
@media (max-width: 1120px) {
|
| 394 |
.layout { grid-template-columns: 1fr; }
|
| 395 |
.panel { position: static; }
|
|
|
|
| 496 |
Residuals are measured in the same score units shown on the chart, after converting scores to percentages. <strong>RMSE</strong> is the square root of mean squared error, and <strong>R²</strong> describes how much of the score variation is explained by the line.
|
| 497 |
These metrics describe the fit of this subset, not model quality in general.
|
| 498 |
</section>
|
| 499 |
+
|
| 500 |
+
<section class="cta-grid">
|
| 501 |
+
<a class="cta-card" href="https://huggingface.co/spaces/fromziro/SLM_Regression_Line/discussions" target="_blank" rel="noopener noreferrer">
|
| 502 |
+
<div class="cta-kicker">Contribute</div>
|
| 503 |
+
<h3 class="cta-title">Want to add your model? Open a discussion or PR.</h3>
|
| 504 |
+
<p class="cta-text">Use the discussions tab to share a model that is not listed yet, or to suggest an update.</p>
|
| 505 |
+
</a>
|
| 506 |
+
<a class="cta-card" href="https://huggingface.co/spaces/AxiomicLabs/Open_SLM_Leaderboard" target="_blank" rel="noopener noreferrer">
|
| 507 |
+
<div class="cta-kicker">Deeper analysis</div>
|
| 508 |
+
<h3 class="cta-title">Need a more detailed breakdown of your model?</h3>
|
| 509 |
+
<p class="cta-text">Open the companion analysis space for a richer, more comprehensive view.</p>
|
| 510 |
+
</a>
|
| 511 |
+
</section>
|
| 512 |
</main>
|
| 513 |
</div>
|
| 514 |
</div>
|
| 515 |
|
| 516 |
<script>
|
| 517 |
const MODELS = [
|
| 518 |
+
{ name: 'SmolLM2-135M', org: 'HuggingFace', params: 135000000, arc_easy: 0.5858585858585859, arc_challenge: 0.2960750853242321, piqa: 0.6849836779107725, hellaswag: 0.43108942441744674, avg_4: 0.5177858993388165, url: 'https://huggingface.co/HuggingFaceTB/SmolLM2-135M' },
|
| 519 |
{ name: 'GPT-X2-125M', org: 'AxiomicLabs', params: 125081664, arc_easy: 0.5151515151515151, arc_challenge: 0.2764505119453925, piqa: 0.6751904243743199, hellaswag: 0.40529774945230035, avg_4: 0.4898234185711896, url: 'https://huggingface.co/AxiomicLabs/GPT-X2-125M' },
|
| 520 |
{ name: 'GPT-X-125M', org: 'AxiomicLabs', params: 124561728, arc_easy: 0.5075757575757576, arc_challenge: 0.2687713310580205, piqa: 0.6517954298150164, hellaswag: 0.36496713802031466, avg_4: 0.464060299783275, url: 'https://huggingface.co/AxiomicLabs/GPT-X-125M' },
|
| 521 |
{ name: 'MobileLLM-R1-140M-base', org: 'Facebook', params: 140000000, arc_easy: 0.4992424242424242, arc_challenge: 0.24744027303754265, piqa: 0.6322089227421109, hellaswag: 0.3384379853648824, avg_4: 0.44383, url: 'https://huggingface.co/facebook/MobileLLM-R1-140M-base' },
|
| 522 |
{ name: 'Supra-50M-Base', org: 'SupraLabs', params: 51786240, arc_easy: 0.460016835016835, arc_challenge: 0.25, piqa: 0.6207834602829162, hellaswag: 0.31776538538139815, avg_4: 0.4252144857313513, url: 'https://huggingface.co/SupraLabs/Supra-50M-Base' },
|
| 523 |
+
{ name: 'Supra-50M-Instruct', org: 'SupraLabs', params: 51786240, arc_easy: 0.444, arc_challenge: 0.273, piqa: 0.5947, hellaswag: 0.2909, avg_4: 0.403, url: 'https://huggingface.co/SupraLabs/Supra-50M-Instruct' },
|
| 524 |
+
{ name: 'Supra-50M-Reasoning', org: 'SupraLabs', params: 51786240, arc_easy: 0.4444, arc_challenge: 0.2739, piqa: 0.593, hellaswag: 0.291, avg_4: 0.4006, url: 'https://huggingface.co/SupraLabs/Supra-50M-Reasoning' },
|
| 525 |
+
{ name: 'SmolLM-135M', org: 'HuggingFace', params: 135000000, arc_easy: 0.5631, arc_challenge: 0.2901, piqa: 0.6828, hellaswag: 0.427, avg_4: 0.4908, url: 'https://huggingface.co/HuggingFaceTB/SmolLM-135M' },
|
| 526 |
+
{ name: 'OPT-125M', org: 'Facebook', params: 125000000, arc_easy: 0.4028, arc_challenge: 0.227, piqa: 0.6224, hellaswag: 0.3131, avg_4: 0.3913, url: 'https://huggingface.co/facebook/opt-125m' },
|
| 527 |
{ name: 'GPT-2', org: 'OpenAI', params: 124000000, arc_easy: 0.3935, arc_challenge: 0.2235, piqa: 0.6208, hellaswag: 0.3126, avg_4: 0.3892, url: 'https://huggingface.co/openai-community/gpt2' },
|
| 528 |
+
{ name: 'Spark-5M-Base-v4', org: 'LH-Tech-AI', params: 5000000, arc_easy: 0.3316, arc_challenge: 0.215, piqa: 0.5332, hellaswag: 0.2703, avg_4: 0.325, url: 'https://huggingface.co/LH-Tech-AI/Spark-5M-Base-v4' },
|
|
|
|
| 529 |
{ name: 'Supra-Mini-v5-8M', org: 'SupraLabs', params: 7870000, arc_easy: 0.3321, arc_challenge: 0.2116, piqa: 0.5403, hellaswag: 0.2637, avg_4: 0.3219, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v5-8M' },
|
| 530 |
{ name: 'Pythia-70M', org: 'EleutherAI', params: 70000000, arc_easy: 0.3165, arc_challenge: 0.2363, piqa: 0.5348, hellaswag: 0.2749, avg_4: 0.3657, url: 'https://huggingface.co/EleutherAI/pythia-70m' },
|
| 531 |
+
{ name: 'Supra-Mini-v4-2M', org: 'SupraLabs', params: 2620000, arc_easy: 0.3098, arc_challenge: 0.215, piqa: 0.519, hellaswag: 0.2552, avg_4: 0.3188, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v4-2M' },
|
| 532 |
{ name: 'Pythia-31M', org: 'EleutherAI', params: 31000000, arc_easy: 0.3388, arc_challenge: 0.2167, piqa: 0.5626, hellaswag: 0.2714, avg_4: 0.3474, url: 'https://huggingface.co/EleutherAI/pythia-31m' },
|
| 533 |
+
{ name: 'Stentor3-50M', org: 'StentorLabs', params: 50000000, arc_easy: 0.2967, arc_challenge: 0.2167, piqa: 0.5375, hellaswag: 0.271, avg_4: 0.3335, url: 'https://huggingface.co/StentorLabs/Stentor3-50M' },
|
| 534 |
+
{ name: 'Stentor3-20M', org: 'StentorLabs', params: 20000000, arc_easy: 0.295, arc_challenge: 0.2312, piqa: 0.5506, hellaswag: 0.2706, avg_4: 0.3394, url: 'https://huggingface.co/StentorLabs/Stentor3-20M' },
|
| 535 |
{ name: 'Portimbria-150M', org: 'StentorLabs', params: 151026432, arc_easy: 0.3582, arc_challenge: 0.1877, piqa: 0.5827, hellaswag: 0.2709, avg_4: 0.3499, url: 'https://huggingface.co/StentorLabs/Portimbria-150M' },
|
| 536 |
+
{ name: 'nanowhale-100m-base', org: 'HuggingFace', params: 100000000, arc_easy: 0.2879, arc_challenge: 0.2483, piqa: 0.518, hellaswag: 0.2631, avg_4: 0.3293, url: 'https://huggingface.co/HuggingFaceTB/nanowhale-100m-base' },
|
| 537 |
+
{ name: 'Pythia-14M', org: 'EleutherAI', params: 14000000, arc_easy: 0.3228, arc_challenge: 0.21, piqa: 0.5588, hellaswag: 0.262, avg_4: 0.3384, url: 'https://huggingface.co/EleutherAI/pythia-14m' },
|
| 538 |
{ name: 'Tenete-8M', org: 'Harley-ml', params: 8000000, arc_easy: 0.3169, arc_challenge: 0.2184, piqa: 0.5566, hellaswag: 0.2675, avg_4: 0.3409, url: 'https://huggingface.co/Harley-ml/Tenete-8M' },
|
| 539 |
{ name: 'Dillion-1.2M', org: 'Harley-ml', params: 1281384, arc_easy: 0.3119, arc_challenge: 0.2278, piqa: 0.5305, hellaswag: 0.2665, avg_4: 0.3338, url: 'https://huggingface.co/Harley-ml/Dillion-1.2M' },
|
| 540 |
+
{ name: 'CinnabarLM-1.4M-Base', org: 'MihaiPopa-1', params: 1510000, arc_easy: 0.2854, arc_challenge: 0.2338, piqa: 0.525, hellaswag: 0.2708, avg_4: 0.3416, url: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.4M-Base' },
|
| 541 |
+
{ name: 'CinnabarLM-4M-Base', org: 'MihaiPopa-1', params: 4230000, arc_easy: 0.2828, arc_challenge: 0.227, piqa: 0.5229, hellaswag: 0.2771, avg_4: 0.3302, url: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-4M-Base' },
|
| 542 |
{ name: 'CinnabarLM-1.5M-Base', org: 'MihaiPopa-1', params: 1710000, arc_easy: 0.2811, arc_challenge: 0.2193, piqa: 0.5294, hellaswag: 0.2708, avg_4: 0.3338, url: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.5M-Base' },
|
| 543 |
{ name: 'Dillionv2-1.3M', org: 'Harley-ml', params: 1285200, arc_easy: 0.2963, arc_challenge: 0.2224, piqa: 0.5305, hellaswag: 0.2738, avg_4: 0.3292, url: 'https://huggingface.co/Harley-ml/Dillionv2-1.3M' },
|
| 544 |
+
{ name: 'KeyLM-75M', org: 'Eclipse-Senpai', params: 75251200, arc_easy: 0.3573, arc_challenge: 0.2398, piqa: 0.605, hellaswag: 0.2966, avg_4: 0.3947, url: 'https://huggingface.co/Eclipse-Senpai/KeyLM-75M' },
|
| 545 |
+
{ name: 'Supra-Mini-v6-1M', org: 'SupraLabs', params: 1410688, arc_easy: 0.3068, arc_challenge: 0.2048, piqa: 0.537, hellaswag: 0.2722, avg_4: 0.3322, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v6-1M' },
|
| 546 |
+
{ name: 'GPT-S-1.4M', org: 'AxiomicLabs', params: 1426000, arc_easy: 0.3186, arc_challenge: 0.221, piqa: 0.5511, hellaswag: 0.2686, avg_4: 0.3341, url: 'https://huggingface.co/AxiomicLabs/GPT-S-1.4M' },
|
| 547 |
+
{ name: 'Archaea-74M', org: 'GODELEV', params: 74016256, arc_easy: 0.3906, arc_challenge: 0.227, piqa: 0.5827, hellaswag: 0.2727, avg_4: 0.3812, url: 'https://huggingface.co/GODELEV/Archaea-74M' },
|
| 548 |
{ name: 'Cali-0.1B', org: 'Sandroeth', params: 123782400, arc_easy: 0.2753, arc_challenge: 0.2449, piqa: 0.5212, hellaswag: 0.2684, avg_4: 0.3274, url: 'https://huggingface.co/Sandroeth/cali-0.1B' },
|
| 549 |
{ name: 'Quark-50M', org: 'ThingAI', params: 56666496, arc_easy: 0.3678, arc_challenge: 0.2526, piqa: 0.5783, hellaswag: 0.2848, avg_4: 0.3717, url: 'https://huggingface.co/ThingAI/Quark-50m' },
|
| 550 |
{ name: 'Quark-135M', org: 'ThingAI', params: 134561088, arc_easy: 0.4789, arc_challenge: 0.2824, piqa: 0.5865, hellaswag: 0.3137, avg_4: 0.4143, url: 'https://huggingface.co/ThingAI/Quark-135m' },
|
|
|
|
| 553 |
{ name: 'Ant-5M', org: 'GODELEV', params: 4713344, arc_easy: 0.2639, arc_challenge: 0.2577, piqa: 0.4864, hellaswag: 0.2599, avg_4: 0.3195, url: 'https://huggingface.co/GODELEV/Ant-5m' },
|
| 554 |
{ name: 'Er-Medium-12.5M', org: 'FromZero', params: 12497520, arc_easy: 0.3476, arc_challenge: 0.2082, piqa: 0.5783, hellaswag: 0.2841, avg_4: 0.3668, url: 'https://huggingface.co/fromziro/Er-Medium-12.5M' },
|
| 555 |
{ name: 'michel-tiny', org: 'finnianx', params: 55719040, arc_easy: 0.3737, arc_challenge: 0.2176, piqa: 0.5734, hellaswag: 0.2815, avg_4: 0.3502, url: 'https://huggingface.co/finnianx/michel-tiny' },
|
| 556 |
+
{ name: 'OdinNext-138M-Base', org: 'joelhenwang', params: 138449696, arc_easy: 0.4508, arc_challenge: 0.2381, piqa: 0.5952, hellaswag: 0.2809, avg_4: 0.392, url: 'https://huggingface.co/joelhenwang/OdinNext-138M-Base' },
|
| 557 |
+
{ name: 'OdinNext-138M-Instruct', org: 'joelhenwang', params: 138451232, arc_easy: 0.444, arc_challenge: 0.2312, piqa: 0.5865, hellaswag: 0.2886, avg_4: 0.3888, url: 'https://huggingface.co/joelhenwang/OdinNext-138M-Instruct' },
|
| 558 |
{ name: 'michel-micro', org: 'finnianx', params: 28355072, arc_easy: 0.3859, arc_challenge: 0.2312, piqa: 0.5762, hellaswag: 0.2823, avg_4: 0.3803, url: 'https://huggingface.co/finnianx/michel-micro' },
|
| 559 |
{ name: 'kirk-tung', org: 'RTC', params: 53111296, arc_easy: 0.3043, arc_challenge: 0.2201, piqa: 0.5261, hellaswag: 0.2632, avg_4: 0.3184, url: 'https://huggingface.co/rtc2022/kirk-tung' },
|
| 560 |
{ name: 'ettin-decoder-32m', org: 'JHU CLSP', params: 32081344, arc_easy: 0.3173, arc_challenge: 0.2201, piqa: 0.5229, hellaswag: 0.2779, avg_4: 0.3348, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-32m' },
|
| 561 |
{ name: 'ettin-decoder-17m', org: 'JHU CLSP', params: 16913600, arc_easy: 0.3165, arc_challenge: 0.2227, piqa: 0.5337, hellaswag: 0.2739, avg_4: 0.3438, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-17m' },
|
| 562 |
{ name: 'Er-Tiny-1.3M', org: 'FromZero', params: 1332744, arc_easy: 0.3009, arc_challenge: 0.2235, piqa: 0.5272, hellaswag: 0.2767, avg_4: 0.3292, url: 'https://huggingface.co/fromziro/Er-Tiny-1.3M' },
|
| 563 |
+
{ name: 'michel-nano', org: 'finnianx', params: 5963008, arc_easy: 0.3329, arc_challenge: 0.227, piqa: 0.5479, hellaswag: 0.2712, avg_4: 0.3464, url: 'https://huggingface.co/finnianx/michel-nano' },
|
| 564 |
+
{ name: 'Supra-1.5-50M-base-exp', org: 'SupraLabs', params: 51786240, arc_easy: 0.484, arc_challenge: 0.2551, piqa: 0.6001, hellaswag: 0.2978, avg_4: 0.4288, url: 'https://huggingface.co/SupraLabs/Supra-1.5-50M-base-exp' },
|
| 565 |
{ name: 'ettin-decoder-68m', org: 'JHU CLSP', params: 68457664, arc_easy: 0.3274, arc_challenge: 0.2304, piqa: 0.5218, hellaswag: 0.2781, avg_4: 0.3394, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-68m' },
|
| 566 |
{ name: 'ettin-decoder-150m', org: 'JHU CLSP', params: 149655232, arc_easy: 0.2997, arc_challenge: 0.2423, piqa: 0.5125, hellaswag: 0.2595, avg_4: 0.3189, url: 'https://huggingface.co/jhu-clsp/ettin-decoder-150m' },
|
| 567 |
{ name: 'Ant-10M', org: 'GODELEV', params: 9902336, arc_easy: 0.2753, arc_challenge: 0.2824, piqa: 0.5065, hellaswag: 0.2696, avg_4: 0.3302, url: 'https://huggingface.co/GODELEV/Ant-19m' },
|
| 568 |
{ name: 'Supra-1.5-50M-Instruct-exp', org: 'SupraLabs', params: 51786240, arc_easy: 0.4394, arc_challenge: 0.2611, piqa: 0.5941, hellaswag: 0.2926, avg_4: 0.4077, url: 'https://huggingface.co/SupraLabs/Supra-1.5-50M-Instruct-exp' },
|
| 569 |
+
{ name: 'SLM-10M', org: 'Liodon AI', params: 9968640, arc_easy: 0.3552, arc_challenge: 0.2346, piqa: 0.5707, hellaswag: 0.274, avg_4: 0.3401, url: 'https://huggingface.co/liodon-ai/slm-10m' },
|
| 570 |
+
{ name: 'Doge-20M', org: 'SmallDoge', params: 13118728, arc_easy: 0.3338, arc_challenge: 0.2073, piqa: 0.543, hellaswag: 0.2661, avg_4: 0.3236, url: 'https://huggingface.co/SmallDoge/Doge-20M' },
|
| 571 |
+
{ name: 'LH-Tech-AI/Quark-v2-0.5M', org: 'LH-Tech-AI', params: 465504, arc_easy: 0.2836700336700337, arc_challenge: 0.22696245733788395, piqa: 0.5103373231773667, hellaswag: 0.2552280422226648, avg_4: 0.30708401794759005, url: 'https://huggingface.co/LH-Tech-AI/Quark-v2-0.5M' },
|
| 572 |
+
{ name: 'LH-Tech-AI/Quark-0.5M', org: 'LH-Tech-AI', params: 465504, arc_easy: 0.29292929292929293, arc_challenge: 0.23208191126279865, piqa: 0.514145810663765, hellaswag: 0.2515435172276439, avg_4: 0.30910481700352405, url: 'https://huggingface.co/LH-Tech-AI/Quark-0.5M' },
|
| 573 |
+
{ name: 'SupraLabs/MicroSupra-1k', org: 'SupraLabs', params: 1037, arc_easy: 0.26725589225589225, arc_challenge: 0.24488054607508533, piqa: 0.48313384113166485, hellaswag: 0.24945230033857796, avg_4: 0.29785984136262333, url: 'https://huggingface.co/SupraLabs/MicroSupra-1k' },
|
| 574 |
+
{ name: 'SupraLabs/Supra-Mini-v2-0.1M', org: 'SupraLabs', params: 167760, arc_easy: 0.2840909090909091, arc_challenge: 0.2440273037542662, piqa: 0.4929270946681175, hellaswag: 0.2544313881696873, avg_4: 0.30551021467393485, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' },
|
| 575 |
+
{ name: 'SupraLabs/Supra-Mini-v3-0.5M', org: 'SupraLabs', params: 467648, arc_easy: 0.2815656565656566, arc_challenge: 0.23122866894197952, piqa: 0.5032644178454843, hellaswag: 0.2546305516829317, avg_4: 0.30500259958503706, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' },
|
| 576 |
+
{ name: 'AxiomicLabs/GPT-S-5M', org: 'AxiomicLabs', params: 5158464, arc_easy: 0.3324915824915825, arc_challenge: 0.21160409556313994, piqa: 0.5685527747551686, hellaswag: 0.273451503684525, avg_4: 0.3503980378849074, url: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' },
|
| 577 |
+
{ name: 'GODELEV/Ant-5M', org: 'GODELEV', params: 4713344, arc_easy: 0.2638888888888889, arc_challenge: 0.257679180887372, piqa: 0.48639825897714906, hellaswag: 0.2599083847839076, avg_4: 0.30509948534467235, url: 'https://huggingface.co/GODELEV/Ant-5M' },
|
| 578 |
+
{ name: 'veyra-ai/Veyra-30M-Base', org: 'veyra-ai', params: 34611712, arc_easy: 0.35942760942760943, arc_challenge: 0.23890784982935154, piqa: 0.5903155603917302, hellaswag: 0.2787293367855009, avg_4: 0.3692233471040932, url: 'https://huggingface.co/veyra-ai/Veyra-30M-Base' },
|
| 579 |
+
{ name: 'Abiray/Kshana-170M-Base', org: 'Abiray', params: 169906752, arc_easy: 0.5046296296296297, arc_challenge: 0.2883959044368601, piqa: 0.6605005440696409, hellaswag: 0.3975303724357698, avg_4: 0.47554968859483593, url: 'https://huggingface.co/Abiray/Kshana-170M-Base' },
|
| 580 |
+
{ name: 'cmpatino/nanowhale-100m', org: 'cmpatino', params: 110369621, arc_easy: 0.3409090909090909, arc_challenge: 0.2235494880546075, piqa: 0.5674646354733406, hellaswag: 0.26867157936666003, avg_4: 0.35491651949252023, url: 'https://huggingface.co/cmpatino/nanowhale-100m' },
|
| 581 |
+
{ name: 'nickypro/tinyllama-15M', org: 'nickypro', params: 15191712, arc_easy: 0.27946127946127947, arc_challenge: 0.22184300341296928, piqa: 0.5321001088139282, hellaswag: 0.2689703246365266, avg_4: 0.3357823510426074, url: 'https://huggingface.co/nickypro/tinyllama-15M' },
|
| 582 |
+
{ name: 'MultivexAI/Plyx-15M', org: 'MultivexAI', params: 16060672, arc_easy: 0.3085016835016835, arc_challenge: 0.21331058020477817, piqa: 0.529379760609358, hellaswag: 0.25761800438159727, avg_4: 0.3228536782377339, url: 'https://huggingface.co/MultivexAI/Plyx-15M' },
|
| 583 |
+
{ name: 'MultivexAI/Aurelius-Llama-4.0M-v1.0', org: 'MultivexAI', params: 4033728, arc_easy: 0.2668350168350168, arc_challenge: 0.24488054607508533, piqa: 0.5059847660500544, hellaswag: 0.25761800438159727, avg_4: 0.3179348053267532, url: 'https://huggingface.co/MultivexAI/Aurelius-Llama-4.0M-v1.0' },
|
| 584 |
+
{ name: 'Tralalabs/PicoLM-15M', org: 'Tralalabs', params: 19032576, arc_easy: 0.27735690235690236, arc_challenge: 0.23293515358361774, piqa: 0.5250272034820457, hellaswag: 0.25562636924915355, avg_4: 0.3148621238349137, url: 'https://huggingface.co/Tralalabs/PicoLM-15M' },
|
| 585 |
+
{ name: 'CromIA/MicroLM2-1M', org: 'CromIA', params: 1705600, arc_easy: 0.27441077441077444, arc_challenge: 0.24573378839590443, piqa: 0.499455930359086, hellaswag: 0.2548297151961761, avg_4: 0.3039513220882634, url: 'https://huggingface.co/CromIA/MicroLM2-1M' },
|
| 586 |
+
{ name: 'Harley-ml/MiniMD-28M', org: 'Harley-ml', params: 28061568, arc_easy: 0.27146464646464646, arc_challenge: 0.2354948805460751, piqa: 0.5348204570184983, hellaswag: 0.2815176259709221, avg_4: 0.3294000998266804, url: 'https://huggingface.co/Harley-ml/MiniMD-28M' },
|
| 587 |
+
{ name: 'Harley-ml/PicoWord-5k', org: 'Harley-ml', params: 5092, arc_easy: 0.24537037037037038, arc_challenge: 0.24658703071672355, piqa: 0.5206746463547334, hellaswag: 0.2748456482772356, avg_4: 0.30727060662356864, url: 'https://huggingface.co/Harley-ml/PicoWord-5k' },
|
| 588 |
+
{ name: 'EleutherAI/pythia-160m', org: 'EleutherAI', params: 162322944, arc_easy: 0.39646464646464646, arc_challenge: 0.2363481228668942, piqa: 0.6191512513601741, hellaswag: 0.30262895837482573, avg_4: 0.41544723722088583, url: 'https://huggingface.co/EleutherAI/pythia-160m' },
|
| 589 |
+
{ name: 'peft-internal-testing/opt-125m', org: 'peft-internal-testing', params: 125239296, arc_easy: 0.40025252525252525, arc_challenge: 0.22440273037542663, piqa: 0.6202393906420022, hellaswag: 0.3157737502489544, avg_4: 0.4213909021369317, url: 'https://huggingface.co/peft-internal-testing/opt-125m' },
|
| 590 |
+
{ name: 'JackFram/llama-160m', org: 'JackFram', params: 162417408, arc_easy: 0.35648148148148145, arc_challenge: 0.2380546075085324, piqa: 0.6403699673558215, hellaswag: 0.34704242182832107, avg_4: 0.422477869182767, url: 'https://huggingface.co/JackFram/llama-160m' },
|
| 591 |
+
{ name: 'erwanf/gpt2-mini', org: 'erwanf', params: 38604288, arc_easy: 0.34974747474747475, arc_challenge: 0.22696245733788395, piqa: 0.5837867247007617, hellaswag: 0.26757618004381595, avg_4: 0.3718686911288584, url: 'https://huggingface.co/erwanf/gpt2-mini' },
|
| 592 |
+
{ name: 'SimpleStories/SimpleStories-1.25M', org: 'SimpleStories', params: 1245824, arc_easy: 0.25084175084175087, arc_challenge: 0.25170648464163825, piqa: 0.5065288356909684, hellaswag: 0.24815773750248954, avg_4: 0.3066404037027792, url: 'https://huggingface.co/SimpleStories/SimpleStories-1.25M' },
|
| 593 |
+
{ name: 'nisten/Biggie-SmoLlm-0.15B-Base', org: 'nisten', params: 152215488, arc_easy: 0.5185185185185185, arc_challenge: 0.2883959044368601, piqa: 0.6594124047878128, hellaswag: 0.39982075283808005, avg_4: 0.4753188893042979, url: 'https://huggingface.co/nisten/Biggie-SmoLlm-0.15B-Base' },
|
| 594 |
+
{ name: 'distilbert/distilgpt2', org: 'distilbert', params: 81912576, arc_easy: 0.36574074074074076, arc_challenge: 0.2295221843003413, piqa: 0.5984766050054406, hellaswag: 0.27504481179047996, avg_4: 0.3870288867618822, url: 'https://huggingface.co/distilbert/distilgpt2' },
|
| 595 |
+
{ name: 'FrontiersMind/Nandi-Mini-150M', org: 'FrontiersMind', params: 153412928, arc_easy: 0.5214646464646465, arc_challenge: 0.26621160409556316, piqa: 0.64689880304679, hellaswag: 0.37134037044413465, avg_4: 0.47265964184311693, url: 'https://huggingface.co/FrontiersMind/Nandi-Mini-150M' },
|
| 596 |
+
{ name: 'amd/AMD-Llama-135m', org: 'amd', params: 134105856, arc_easy: 0.3181818181818182, arc_challenge: 0.26023890784982934, piqa: 0.6071817192600653, hellaswag: 0.2713602867954591, avg_4: 0.3461261263434566, url: 'https://huggingface.co/amd/AMD-Llama-135m' },
|
| 597 |
+
{ name: 'state-spaces/mamba-130m-hf', org: 'state-spaces', params: 129135360, arc_easy: 0.41919191919191917, arc_challenge: 0.24232081911262798, piqa: 0.6322089227421109, hellaswag: 0.3525194184425413, avg_4: 0.4466829854669691, url: 'https://huggingface.co/state-spaces/mamba-130m-hf' },
|
| 598 |
+
{ name: 'PleIAs/Monad', org: 'PleIAs', params: 56656128, arc_easy: 0.4036195286195286, arc_challenge: 0.24914675767918087, piqa: 0.5478781284004353, hellaswag: 0.3069109739095798, avg_4: 0.3853659212686808, url: 'https://huggingface.co/PleIAs/Monad' },
|
| 599 |
+
{ name: 'arnir0/Tiny-LLM', org: 'arnir0', params: 12988992, arc_easy: 0.30387205387205385, arc_challenge: 0.22440273037542663, piqa: 0.5614798694232862, hellaswag: 0.2620991834295957, avg_4: 0.33384172613245877, url: 'https://huggingface.co/arnir0/Tiny-LLM' },
|
| 600 |
+
{ name: 'Maykeye/TinyLLama-v0', org: 'Maykeye', params: 4621376, arc_easy: 0.2563131313131313, arc_challenge: 0.22525597269624573, piqa: 0.5136017410228509, hellaswag: 0.25871340370444135, avg_4: 0.3062502077399361, url: 'https://huggingface.co/Maykeye/TinyLLama-v0' },
|
| 601 |
+
{ name: 'EleutherAI/pythia-14m-deduped', org: 'EleutherAI', params: 14067712, arc_easy: 0.29924242424242425, arc_challenge: 0.20819112627986347, piqa: 0.55930359085963, hellaswag: 0.2620991834295957, avg_4: 0.33316704502828287, url: 'https://huggingface.co/EleutherAI/pythia-14m-deduped' },
|
| 602 |
+
{ name: 'abideen/Bitnet-Llama-70M', org: 'abideen', params: 77473536, arc_easy: 0.2542087542087542, arc_challenge: 0.29436860068259385, piqa: 0.49510337323177367, hellaswag: 0.26558454491137223, avg_4: 0.3131276722216144, url: 'https://huggingface.co/abideen/Bitnet-Llama-70M' },
|
| 603 |
+
{ name: 'codelion/gpt-2-70m', org: 'codelion', params: 64085504, arc_easy: 0.3543771043771044, arc_challenge: 0.2167235494880546, piqa: 0.5690968443960827, hellaswag: 0.26837283409679347, avg_4: 0.3575113272933605, url: 'https://huggingface.co/codelion/gpt-2-70m' },
|
| 604 |
+
{ name: 'crumb/gpt2023', org: 'crumb', params: 124439808, arc_easy: 0.3998316498316498, arc_challenge: 0.23037542662116042, piqa: 0.6289445048966268, hellaswag: 0.3111929894443338, avg_4: 0.4212667548065598, url: 'https://huggingface.co/crumb/gpt2023' },
|
| 605 |
+
{ name: 'Felladrin/Minueza-32M-Base', org: 'Felladrin', params: 32792760, arc_easy: 0.3312289562289562, arc_challenge: 0.23122866894197952, piqa: 0.5560391730141458, hellaswag: 0.2635929097789285, avg_4: 0.3489861711239427, url: 'https://huggingface.co/Felladrin/Minueza-32M-Base' },
|
| 606 |
+
{ name: 'raincandy-u/TinyChat-1776K', org: 'raincandy-u', params: 1776960, arc_easy: 0.265993265993266, arc_challenge: 0.21843003412969283, piqa: 0.5125136017410229, hellaswag: 0.24596693885680143, avg_4: 0.29828585661761464, url: 'https://huggingface.co/raincandy-u/TinyChat-1776K' },
|
| 607 |
+
{ name: 'OuteAI/Lite-Oute-1-65M', org: 'OuteAI', params: 65020416, arc_easy: 0.36952861952861954, arc_challenge: 0.21928327645051193, piqa: 0.6017410228509249, hellaswag: 0.2837084246166102, avg_4: 0.38637481192636225, url: 'https://huggingface.co/OuteAI/Lite-Oute-1-65M' },
|
| 608 |
+
{ name: 'PicoKittens/PicoMistral-23M', org: 'PicoKittens', params: 23599488, arc_easy: 0.2975589225589226, arc_challenge: 0.22696245733788395, piqa: 0.5565832426550599, hellaswag: 0.2614021111332404, avg_4: 0.3325121434979931, url: 'https://huggingface.co/PicoKittens/PicoMistral-23M' },
|
| 609 |
+
{ name: 'EleutherAI/pythia-70m-deduped-v0', org: 'EleutherAI', params: 70426624, arc_easy: 0.36363636363636365, arc_challenge: 0.2175767918088737, piqa: 0.5930359085963003, hellaswag: 0.2840071698864768, avg_4: 0.3831138080172334, url: 'https://huggingface.co/EleutherAI/pythia-70m-deduped-v0' },
|
| 610 |
+
{ name: 'rhysjones/gpt2-124M-edu-fineweb-10B', org: 'rhysjones', params: 124439808, arc_easy: 0.48358585858585856, arc_challenge: 0.2551194539249147, piqa: 0.6273122959738846, hellaswag: 0.3322047400916152, avg_4: 0.4393445596882627, url: 'https://huggingface.co/rhysjones/gpt2-124M-edu-fineweb-10B' },
|
| 611 |
+
{ name: 'weiser/30M-0.4', org: 'weiser', params: 30339456, arc_easy: 0.351010101010101, arc_challenge: 0.2150170648464164, piqa: 0.5957562568008705, hellaswag: 0.27325234017128064, avg_4: 0.3662733726996935, url: 'https://huggingface.co/weiser/30M-0.4' },
|
| 612 |
+
{ name: 'Felladrin/Minueza-2-96M', org: 'Felladrin', params: 96005280, arc_easy: 0.36069023569023567, arc_challenge: 0.23720136518771331, piqa: 0.5854189336235038, hellaswag: 0.26906990639314876, avg_4: 0.37524065880773166, url: 'https://huggingface.co/Felladrin/Minueza-2-96M' },
|
| 613 |
+
{ name: 'crumb/distilpythia', org: 'crumb', params: 70426624, arc_easy: 0.3367003367003367, arc_challenge: 0.22781569965870307, piqa: 0.5832426550598476, hellaswag: 0.2717586138219478, avg_4: 0.3667386105033305, url: 'https://huggingface.co/crumb/distilpythia' },
|
| 614 |
+
{ name: 'AICrossSim/clm-60m', org: 'AICrossSim', params: 82101120, arc_easy: 0.30765993265993263, arc_challenge: 0.21843003412969283, piqa: 0.5184983677910773, hellaswag: 0.25054769966142204, avg_4: 0.31430062482303256, url: 'https://huggingface.co/AICrossSim/clm-60m' },
|
| 615 |
+
{ name: 'PicoKittens/PicoStories-853K', org: 'PicoKittens', params: 853120, arc_easy: 0.255050505050505, arc_challenge: 0.22013651877133106, piqa: 0.5119695321001088, hellaswag: 0.26488747261501694, avg_4: 0.3128200823244073, url: 'https://huggingface.co/PicoKittens/PicoStories-853K' },
|
| 616 |
];
|
| 617 |
|
| 618 |
+
const BENCHMARKS = [ [
|
| 619 |
{ key: 'avg_4', label: 'Avg' },
|
| 620 |
{ key: 'arc_easy', label: 'ARC-Easy' },
|
| 621 |
{ key: 'arc_challenge', label: 'ARC-Challenge' },
|