Harley-ml commited on
Commit
5627ecb
·
verified ·
1 Parent(s): f517626

Update index.html

Browse files
Files changed (1) hide show
  1. index.html +9 -4
index.html CHANGED
@@ -812,8 +812,6 @@
812
  { name: 'SupraLabs/Supra-Mini-v2-0.1M', org: 'SupraLabs', params: 167760, arc_easy: 0.2840909090909091, arc_challenge: 0.2440273037542662, piqa: 0.4929270946681175, hellaswag: 0.2544313881696873, avg_4: 0.30551021467393485, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' },
813
  { name: 'SupraLabs/Supra-Mini-v3-0.5M', org: 'SupraLabs', params: 467648, arc_easy: 0.2815656565656566, arc_challenge: 0.23122866894197952, piqa: 0.5032644178454843, hellaswag: 0.2546305516829317, avg_4: 0.30500259958503706, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' },
814
  { name: 'AxiomicLabs/GPT-S-5M', org: 'AxiomicLabs', params: 5158464, arc_easy: 0.3324915824915825, arc_challenge: 0.21160409556313994, piqa: 0.5685527747551686, hellaswag: 0.273451503684525, avg_4: 0.3503980378849074, url: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' },
815
- { name: 'GODELEV/Ant-5M', org: 'GODELEV', params: 4713344, arc_easy: 0.2638888888888889, arc_challenge: 0.257679180887372, piqa: 0.48639825897714906, hellaswag: 0.2599083847839076, avg_4: 0.30509948534467235, url: 'https://huggingface.co/GODELEV/Ant-5M' },
816
- { name: 'veyra-ai/Veyra-30M-Base', org: 'veyra-ai', params: 34611712, arc_easy: 0.35942760942760943, arc_challenge: 0.23890784982935154, piqa: 0.5903155603917302, hellaswag: 0.2787293367855009, avg_4: 0.3692233471040932, url: 'https://huggingface.co/veyra-ai/Veyra-30M-Base' },
817
  { name: 'Abiray/Kshana-170M-Base', org: 'Abiray', params: 169906752, arc_easy: 0.5046296296296297, arc_challenge: 0.2883959044368601, piqa: 0.6605005440696409, hellaswag: 0.3975303724357698, avg_4: 0.47554968859483593, url: 'https://huggingface.co/Abiray/Kshana-170M-Base' },
818
  { name: 'cmpatino/nanowhale-100m', org: 'cmpatino', params: 110369621, arc_easy: 0.3409090909090909, arc_challenge: 0.2235494880546075, piqa: 0.5674646354733406, hellaswag: 0.26867157936666003, avg_4: 0.35491651949252023, url: 'https://huggingface.co/cmpatino/nanowhale-100m' },
819
  { name: 'nickypro/tinyllama-15M', org: 'nickypro', params: 15191712, arc_easy: 0.27946127946127947, arc_challenge: 0.22184300341296928, piqa: 0.5321001088139282, hellaswag: 0.2689703246365266, avg_4: 0.3357823510426074, url: 'https://huggingface.co/nickypro/tinyllama-15M' },
@@ -868,8 +866,15 @@
868
  { name: 'tiiuae/Falcon-H1-Tiny-90M-Base', org: 'tiiuae', params: 91131072, arc_easy: 0.489, arc_challenge: 0.282, piqa: 0.652, hellaswag: 0.375, avg_4: 0.46167, url: 'https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Base' },
869
  { name: 'EleutherAI/pythia-410m', org: 'EleutherAI', params: 405334016, arc_easy: 0.457, arc_challenge: 0.243, piqa: 0.672, hellaswag: 0.406, avg_4: 0.48145, url: 'https://huggingface.co/EleutherAI/pythia-410m' },
870
  { name: 'openai-community/gpt2-medium', org: 'openai-community', params: 354823168, arc_easy: 0.436, arc_challenge: 0.250, piqa: 0.664, hellaswag: 0.394, avg_4: 0.47212, url: 'https://huggingface.co/openai-community/gpt2-medium' },
871
- { name: 'EleutherAI/pythia-1b', org: 'EleutherAI', params: 1011781632, arc_easy: 0.490, arc_challenge: 0.270, piqa: 0.692, hellaswag: 0.472, avg_4: 0.51795, url: 'https://huggingface.co/EleutherAI/pythia-1b' },
872
- ];
 
 
 
 
 
 
 
873
 
874
  const BENCHMARKS = [
875
  { key: 'avg', label: 'Avg' },
 
812
  { name: 'SupraLabs/Supra-Mini-v2-0.1M', org: 'SupraLabs', params: 167760, arc_easy: 0.2840909090909091, arc_challenge: 0.2440273037542662, piqa: 0.4929270946681175, hellaswag: 0.2544313881696873, avg_4: 0.30551021467393485, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' },
813
  { name: 'SupraLabs/Supra-Mini-v3-0.5M', org: 'SupraLabs', params: 467648, arc_easy: 0.2815656565656566, arc_challenge: 0.23122866894197952, piqa: 0.5032644178454843, hellaswag: 0.2546305516829317, avg_4: 0.30500259958503706, url: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' },
814
  { name: 'AxiomicLabs/GPT-S-5M', org: 'AxiomicLabs', params: 5158464, arc_easy: 0.3324915824915825, arc_challenge: 0.21160409556313994, piqa: 0.5685527747551686, hellaswag: 0.273451503684525, avg_4: 0.3503980378849074, url: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' },
 
 
815
  { name: 'Abiray/Kshana-170M-Base', org: 'Abiray', params: 169906752, arc_easy: 0.5046296296296297, arc_challenge: 0.2883959044368601, piqa: 0.6605005440696409, hellaswag: 0.3975303724357698, avg_4: 0.47554968859483593, url: 'https://huggingface.co/Abiray/Kshana-170M-Base' },
816
  { name: 'cmpatino/nanowhale-100m', org: 'cmpatino', params: 110369621, arc_easy: 0.3409090909090909, arc_challenge: 0.2235494880546075, piqa: 0.5674646354733406, hellaswag: 0.26867157936666003, avg_4: 0.35491651949252023, url: 'https://huggingface.co/cmpatino/nanowhale-100m' },
817
  { name: 'nickypro/tinyllama-15M', org: 'nickypro', params: 15191712, arc_easy: 0.27946127946127947, arc_challenge: 0.22184300341296928, piqa: 0.5321001088139282, hellaswag: 0.2689703246365266, avg_4: 0.3357823510426074, url: 'https://huggingface.co/nickypro/tinyllama-15M' },
 
866
  { name: 'tiiuae/Falcon-H1-Tiny-90M-Base', org: 'tiiuae', params: 91131072, arc_easy: 0.489, arc_challenge: 0.282, piqa: 0.652, hellaswag: 0.375, avg_4: 0.46167, url: 'https://huggingface.co/tiiuae/Falcon-H1-Tiny-90M-Base' },
867
  { name: 'EleutherAI/pythia-410m', org: 'EleutherAI', params: 405334016, arc_easy: 0.457, arc_challenge: 0.243, piqa: 0.672, hellaswag: 0.406, avg_4: 0.48145, url: 'https://huggingface.co/EleutherAI/pythia-410m' },
868
  { name: 'openai-community/gpt2-medium', org: 'openai-community', params: 354823168, arc_easy: 0.436, arc_challenge: 0.250, piqa: 0.664, hellaswag: 0.394, avg_4: 0.47212, url: 'https://huggingface.co/openai-community/gpt2-medium' },
869
+ { name: 'EleutherAI/pythia-1b', org: 'EleutherAI', params: 1011781632, arc_easy: 0.490, arc_challenge: 0.270, piqa: 0.692, hellaswag: 0.472, avg_4: 0.51795, url: 'https://huggingface.co/EleutherAI/pythia-1b' },
870
+ { name: 'Shard-1', org: 'CompactAI-O', params: 54500000, arc_easy: 0.41119999999999995, arc_challenge: 0.20989999999999998, piqa: 0.5821999999999999, hellaswag: 0.292, avg_4: 0.373825, url: 'https://huggingface.co/CompactAI-O/Shard-1' },
871
+ { name: 'Escarda-86M', org: 'Quazim0t0', params: 85656068, arc_easy: 0.35979999999999995, arc_challenge: 0.22949999999999998, piqa: 0.5849, hellaswag: 0.3032, avg_4: 0.36934999999999996, url: 'https://huggingface.co/Quazim0t0/Escarda-86M' },
872
+ { name: 'Escarda-86M-Base', org: 'Quazim0t0', params: 85656068, arc_easy: 0.37920000000000004, arc_challenge: 0.1886, piqa: 0.5816, hellaswag: 0.2802, avg_4: 0.3574, url: 'https://huggingface.co/Quazim0t0/Escarda-86M-Base' },
873
+ { name: 'Veyra2-Apricot-50M-Base', org: 'veyra-ai', params: 49303040, arc_easy: 0.42469999999999997, arc_challenge: 0.2329, piqa: 0.6213000000000001, hellaswag: 0.3128, avg_4: 0.39792500000000003, url: 'https://huggingface.co/veyra-ai/Veyra2-Apricot-50M-Base' },
874
+ { name: 'michel-nano-v2', org: 'finnianx', params: 9938176, arc_easy: 0.3607, arc_challenge: 0.2184, piqa: 0.5696, hellaswag: 0.2736, avg_4: 0.35557500000000003, url: 'https://huggingface.co/finnianx/michel-nano-v2' },
875
+ { name: 'Dumb-1.2-Exp-0616', org: 'small56ai', params: 34611072, arc_easy: 0.25489999999999996, arc_challenge: 0.2253, piqa: 0.5321, hellaswag: 0.2551, avg_4: 0.31684999999999997, url: 'https://huggingface.co/56m/Dumb-1.2-Exp-0616' },
876
+ { name: 'Supra-1.6-50M-Instruct-Ultra-exp', org: 'MultivexAI', params: 51786240, arc_easy: 0.34409999999999996, arc_challenge: 0.2551, piqa: 0.5974, hellaswag: 0.2966, avg_4: 0.3733, url: 'https://huggingface.co/MultivexAI/Supra-1.6-50M-Instruct-Ultra-exp' },
877
+ ];
878
 
879
  const BENCHMARKS = [
880
  { key: 'avg', label: 'Avg' },