Spaces:
Running
Running
Update index.html
Browse files- index.html +9 -4
index.html
CHANGED
|
@@ -812,8 +812,6 @@
|
|
| 812 |
{ name: 'SupraLabs/Supra-Mini-v2-0.1M', org: 'SupraLabs', params: 167760, arc_easy: 0.2840909090909091, arc_challenge: 0.2440273037542662, piqa: 0.4929270946681175, hellaswag: 0.2544313881696873, avg_4: 0.30551021467393485, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' },
|
| 813 |
{ name: 'SupraLabs/Supra-Mini-v3-0.5M', org: 'SupraLabs', params: 467648, arc_easy: 0.2815656565656566, arc_challenge: 0.23122866894197952, piqa: 0.5032644178454843, hellaswag: 0.2546305516829317, avg_4: 0.30500259958503706, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' },
|
| 814 |
{ name: 'AxiomicLabs/GPT-S-5M', org: 'AxiomicLabs', params: 5158464, arc_easy: 0.3324915824915825, arc_challenge: 0.21160409556313994, piqa: 0.5685527747551686, hellaswag: 0.273451503684525, avg_4: 0.3503980378849074, url: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' },
|
| 815 |
-
{ name: 'GODELEV/Ant-5M', org: 'GODELEV', params: 4713344, arc_easy: 0.2638888888888889, arc_challenge: 0.257679180887372, piqa: 0.48639825897714906, hellaswag: 0.2599083847839076, avg_4: 0.30509948534467235, url: 'https://huggingface.co/GODELEV/Ant-5M' },
|
| 816 |
-
{ name: 'veyra-ai/Veyra-30M-Base', org: 'veyra-ai', params: 34611712, arc_easy: 0.35942760942760943, arc_challenge: 0.23890784982935154, piqa: 0.5903155603917302, hellaswag: 0.2787293367855009, avg_4: 0.3692233471040932, url: 'https://huggingface.co/veyra-ai/Veyra-30M-Base' },
|
| 817 |
{ name: 'Abiray/Kshana-170M-Base', org: 'Abiray', params: 169906752, arc_easy: 0.5046296296296297, arc_challenge: 0.2883959044368601, piqa: 0.6605005440696409, hellaswag: 0.3975303724357698, avg_4: 0.47554968859483593, url: 'https://huggingface.co/Abiray/Kshana-170M-Base' },
|
| 818 |
{ name: 'cmpatino/nanowhale-100m', org: 'cmpatino', params: 110369621, arc_easy: 0.3409090909090909, arc_challenge: 0.2235494880546075, piqa: 0.5674646354733406, hellaswag: 0.26867157936666003, avg_4: 0.35491651949252023, url: 'https://huggingface.co/cmpatino/nanowhale-100m' },
|
| 819 |
{ name: 'nickypro/tinyllama-15M', org: 'nickypro', params: 15191712, arc_easy: 0.27946127946127947, arc_challenge: 0.22184300341296928, piqa: 0.5321001088139282, hellaswag: 0.2689703246365266, avg_4: 0.3357823510426074, url: 'https://huggingface.co/nickypro/tinyllama-15M' },
|
|
@@ -868,8 +866,15 @@
|
|
| 868 |
{ name: 'tiiuae/Falcon-H1-Tiny-90M-Base', org: 'tiiuae', params: 91131072, arc_easy: 0.489, arc_challenge: 0.282, piqa: 0.652, hellaswag: 0.375, avg_4: 0.46167, url: 'https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Base' },
|
| 869 |
{ name: 'EleutherAI/pythia-410m', org: 'EleutherAI', params: 405334016, arc_easy: 0.457, arc_challenge: 0.243, piqa: 0.672, hellaswag: 0.406, avg_4: 0.48145, url: 'https://huggingface.co/EleutherAI/pythia-410m' },
|
| 870 |
{ name: 'openai-community/gpt2-medium', org: 'openai-community', params: 354823168, arc_easy: 0.436, arc_challenge: 0.250, piqa: 0.664, hellaswag: 0.394, avg_4: 0.47212, url: 'https://huggingface.co/openai-community/gpt2-medium' },
|
| 871 |
-
{ name: 'EleutherAI/pythia-1b', org: 'EleutherAI', params: 1011781632, arc_easy: 0.490, arc_challenge: 0.270, piqa: 0.692, hellaswag: 0.472, avg_4: 0.51795, url: 'https://huggingface.co/EleutherAI/pythia-1b' },
|
| 872 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 873 |
|
| 874 |
const BENCHMARKS = [
|
| 875 |
{ key: 'avg', label: 'Avg' },
|
|
|
|
| 812 |
{ name: 'SupraLabs/Supra-Mini-v2-0.1M', org: 'SupraLabs', params: 167760, arc_easy: 0.2840909090909091, arc_challenge: 0.2440273037542662, piqa: 0.4929270946681175, hellaswag: 0.2544313881696873, avg_4: 0.30551021467393485, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' },
|
| 813 |
{ name: 'SupraLabs/Supra-Mini-v3-0.5M', org: 'SupraLabs', params: 467648, arc_easy: 0.2815656565656566, arc_challenge: 0.23122866894197952, piqa: 0.5032644178454843, hellaswag: 0.2546305516829317, avg_4: 0.30500259958503706, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' },
|
| 814 |
{ name: 'AxiomicLabs/GPT-S-5M', org: 'AxiomicLabs', params: 5158464, arc_easy: 0.3324915824915825, arc_challenge: 0.21160409556313994, piqa: 0.5685527747551686, hellaswag: 0.273451503684525, avg_4: 0.3503980378849074, url: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' },
|
|
|
|
|
|
|
| 815 |
{ name: 'Abiray/Kshana-170M-Base', org: 'Abiray', params: 169906752, arc_easy: 0.5046296296296297, arc_challenge: 0.2883959044368601, piqa: 0.6605005440696409, hellaswag: 0.3975303724357698, avg_4: 0.47554968859483593, url: 'https://huggingface.co/Abiray/Kshana-170M-Base' },
|
| 816 |
{ name: 'cmpatino/nanowhale-100m', org: 'cmpatino', params: 110369621, arc_easy: 0.3409090909090909, arc_challenge: 0.2235494880546075, piqa: 0.5674646354733406, hellaswag: 0.26867157936666003, avg_4: 0.35491651949252023, url: 'https://huggingface.co/cmpatino/nanowhale-100m' },
|
| 817 |
{ name: 'nickypro/tinyllama-15M', org: 'nickypro', params: 15191712, arc_easy: 0.27946127946127947, arc_challenge: 0.22184300341296928, piqa: 0.5321001088139282, hellaswag: 0.2689703246365266, avg_4: 0.3357823510426074, url: 'https://huggingface.co/nickypro/tinyllama-15M' },
|
|
|
|
| 866 |
{ name: 'tiiuae/Falcon-H1-Tiny-90M-Base', org: 'tiiuae', params: 91131072, arc_easy: 0.489, arc_challenge: 0.282, piqa: 0.652, hellaswag: 0.375, avg_4: 0.46167, url: 'https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Base' },
|
| 867 |
{ name: 'EleutherAI/pythia-410m', org: 'EleutherAI', params: 405334016, arc_easy: 0.457, arc_challenge: 0.243, piqa: 0.672, hellaswag: 0.406, avg_4: 0.48145, url: 'https://huggingface.co/EleutherAI/pythia-410m' },
|
| 868 |
{ name: 'openai-community/gpt2-medium', org: 'openai-community', params: 354823168, arc_easy: 0.436, arc_challenge: 0.250, piqa: 0.664, hellaswag: 0.394, avg_4: 0.47212, url: 'https://huggingface.co/openai-community/gpt2-medium' },
|
| 869 |
+
{ name: 'EleutherAI/pythia-1b', org: 'EleutherAI', params: 1011781632, arc_easy: 0.490, arc_challenge: 0.270, piqa: 0.692, hellaswag: 0.472, avg_4: 0.51795, url: 'https://huggingface.co/EleutherAI/pythia-1b' },
|
| 870 |
+
{ name: 'Shard-1', org: 'CompactAI-O', params: 54500000, arc_easy: 0.41119999999999995, arc_challenge: 0.20989999999999998, piqa: 0.5821999999999999, hellaswag: 0.292, avg_4: 0.373825, url: 'https://huggingface.co/CompactAI-O/Shard-1' },
|
| 871 |
+
{ name: 'Escarda-86M', org: 'Quazim0t0', params: 85656068, arc_easy: 0.35979999999999995, arc_challenge: 0.22949999999999998, piqa: 0.5849, hellaswag: 0.3032, avg_4: 0.36934999999999996, url: 'https://huggingface.co/Quazim0t0/Escarda-86M' },
|
| 872 |
+
{ name: 'Escarda-86M-Base', org: 'Quazim0t0', params: 85656068, arc_easy: 0.37920000000000004, arc_challenge: 0.1886, piqa: 0.5816, hellaswag: 0.2802, avg_4: 0.3574, url: 'https://huggingface.co/Quazim0t0/Escarda-86M-Base' },
|
| 873 |
+
{ name: 'Veyra2-Apricot-50M-Base', org: 'veyra-ai', params: 49303040, arc_easy: 0.42469999999999997, arc_challenge: 0.2329, piqa: 0.6213000000000001, hellaswag: 0.3128, avg_4: 0.39792500000000003, url: 'https://huggingface.co/veyra-ai/Veyra2-Apricot-50M-Base' },
|
| 874 |
+
{ name: 'michel-nano-v2', org: 'finnianx', params: 9938176, arc_easy: 0.3607, arc_challenge: 0.2184, piqa: 0.5696, hellaswag: 0.2736, avg_4: 0.35557500000000003, url: 'https://huggingface.co/finnianx/michel-nano-v2' },
|
| 875 |
+
{ name: 'Dumb-1.2-Exp-0616', org: 'small56ai', params: 34611072, arc_easy: 0.25489999999999996, arc_challenge: 0.2253, piqa: 0.5321, hellaswag: 0.2551, avg_4: 0.31684999999999997, url: 'https://huggingface.co/56m/Dumb-1.2-Exp-0616' },
|
| 876 |
+
{ name: 'Supra-1.6-50M-Instruct-Ultra-exp', org: 'MultivexAI', params: 51786240, arc_easy: 0.34409999999999996, arc_challenge: 0.2551, piqa: 0.5974, hellaswag: 0.2966, avg_4: 0.3733, url: 'https://huggingface.co/MultivexAI/Supra-1.6-50M-Instruct-Ultra-exp' },
|
| 877 |
+
];
|
| 878 |
|
| 879 |
const BENCHMARKS = [
|
| 880 |
{ key: 'avg', label: 'Avg' },
|