CompactAI commited on
Commit
534ac0a
·
verified ·
1 Parent(s): c366b45

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +290 -258
index.html CHANGED
@@ -17,6 +17,7 @@
17
  --compactai: #3fb950;
18
  --supralabs: #58a6ff;
19
  --axiomiclabs: #c2b6ff;
 
20
  }
21
  * { margin: 0; padding: 0; box-sizing: border-box; }
22
  body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
@@ -43,10 +44,12 @@
43
  .org-compactai { background: #3fb95033; color: var(--compactai); }
44
  .org-supralabs { background: #1f6feb33; color: var(--supralabs); }
45
  .org-axiomiclabs { background: #8957e533; color: var(--axiomiclabs); }
 
46
 
47
  .row-compactai { border-left: 3px solid var(--compactai); }
48
  .row-supralabs { border-left: 3px solid var(--supralabs); }
49
  .row-axiomiclabs { border-left: 3px solid var(--axiomiclabs); }
 
50
  .best { color: var(--green); font-weight: 700; }
51
  .na { color: #484f58; font-style: italic; }
52
  .links a { color: var(--accent); text-decoration: none; }
@@ -91,179 +94,8 @@
91
  <th>Links</th>
92
  </tr>
93
  </thead>
94
- <tbody>
95
-
96
- <tr class="row-supralabs">
97
- <td><strong>Supra-50M-Instruct</strong></td>
98
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
99
- <td>51.8M</td>
100
- <td class="na">not reported</td>
101
- <td><span class="best">76.3%</span></td>
102
- <td><span class="best">52.2%</span></td>
103
- <td>20B</td>
104
- <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-50M-Instruct">card</a> <a href="https://huggingface.co/SupraLabs/Supra-50M-Base">base</a></td>
105
- </tr>
106
- <tr class="row-axiomiclabs">
107
- <td><strong>GPT-S-5M</strong></td>
108
- <td><span class="org-tag org-axiomiclabs">Axiomic Labs</span></td>
109
- <td>5.16M</td>
110
- <td>2.56</td>
111
- <td>72.27%</td>
112
- <td>35.69%</td>
113
- <td>25B</td>
114
- <td class="links"><a href="https://huggingface.co/AxiomicLabs/GPT-S-5M">card</a></td>
115
- </tr>
116
- <tr class="row-compactai">
117
- <td><strong>Glint-1.3 (merged)</strong></td>
118
- <td><span class="org-tag org-compactai">CompactAI</span></td>
119
- <td>982K</td>
120
- <td>3.08</td>
121
- <td>68.7%</td>
122
- <td>32.5%</td>
123
- <td>100B</td>
124
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1.3">card</a></td>
125
- </tr>
126
- <tr class="row-supralabs">
127
- <td><strong>Supra-Mini-v5</strong></td>
128
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
129
- <td>7.87M</td>
130
- <td><span class="best">2.66</span></td>
131
- <td>63.5%</td>
132
- <td>34.4%</td>
133
- <td class="na">—</td>
134
- <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v5-8M">card</a></td>
135
- </tr>
136
- <tr class="row-compactai">
137
- <td><strong>Glint-1</strong></td>
138
- <td><span class="org-tag org-compactai">CompactAI</span></td>
139
- <td>1M</td>
140
- <td>4.07</td>
141
- <td>61.2%</td>
142
- <td>32.0%</td>
143
- <td>100B</td>
144
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1">card</a></td>
145
- </tr>
146
- <tr class="row-supralabs">
147
- <td><strong>Supra-Mini-v4</strong></td>
148
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
149
- <td>2.62M</td>
150
- <td>3.17</td>
151
- <td>60.7%</td>
152
- <td>31.5%</td>
153
- <td class="na">—</td>
154
- <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v4-2M">card</a></td>
155
- </tr>
156
- <tr class="row-compactai">
157
- <td><strong>Glint-0.4</strong></td>
158
- <td><span class="org-tag org-compactai">CompactAI</span></td>
159
- <td>1M</td>
160
- <td>5.24</td>
161
- <td>58.5%</td>
162
- <td>31.0%</td>
163
- <td>10B</td>
164
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.4">card</a></td>
165
- </tr>
166
- <tr class="row-supralabs">
167
- <td><strong>Supra-Mini-v3</strong></td>
168
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
169
- <td>468K</td>
170
- <td>4.49</td>
171
- <td>55.3%</td>
172
- <td>27.3%</td>
173
- <td class="na">—</td>
174
- <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M">card</a></td>
175
- </tr>
176
- <tr class="row-supralabs">
177
- <td><strong>Supra-Mini-v2</strong></td>
178
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
179
- <td>168K</td>
180
- <td>7.79</td>
181
- <td>53.5%</td>
182
- <td>26.8%</td>
183
- <td class="na">—</td>
184
- <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M">card</a></td>
185
- </tr>
186
- <tr class="row-compactai">
187
- <td><strong>Glint-0.2</strong></td>
188
- <td><span class="org-tag org-compactai">CompactAI</span></td>
189
- <td>1M</td>
190
- <td class="na">TBD</td>
191
- <td>49.8%</td>
192
- <td>27.0%</td>
193
- <td>~100M</td>
194
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.2">card</a></td>
195
- </tr>
196
- <tr class="row-compactai">
197
- <td><strong>Glint-0.3</strong></td>
198
- <td><span class="org-tag org-compactai">CompactAI</span></td>
199
- <td>1M</td>
200
- <td class="na">TBD</td>
201
- <td>47.3%</td>
202
- <td>25.5%</td>
203
- <td>~100M</td>
204
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.3">card</a></td>
205
- </tr>
206
- <tr class="row-compactai">
207
- <td><strong>Glint-0.1</strong></td>
208
- <td><span class="org-tag org-compactai">CompactAI</span></td>
209
- <td>1M</td>
210
- <td class="na">TBD</td>
211
- <td>46.7%</td>
212
- <td>21.0%</td>
213
- <td>~100M</td>
214
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.1">card</a></td>
215
- </tr>
216
- <tr class="row-compactai">
217
- <td><strong>Shard-1</strong></td>
218
- <td><span class="org-tag org-compactai">CompactAI</span></td>
219
- <td>54.5M</td>
220
- <td class="na">TBD</td>
221
- <td class="na">TBD</td>
222
- <td class="na">TBD</td>
223
- <td>~20B</td>
224
- <td class="links"><a href="https://huggingface.co/CompactAI-O/Shard-1">card</a></td>
225
- </tr>
226
- <tr class="row-supralabs">
227
- <td><strong>StorySupra-10M</strong></td>
228
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
229
- <td>12.6M</td>
230
- <td class="na">not reported</td>
231
- <td class="na">not reported</td>
232
- <td class="na">not reported</td>
233
- <td class="na">—</td>
234
- <td class="links"><a href="https://huggingface.co/SupraLabs/StorySupra-10M">card</a></td>
235
- </tr>
236
- <tr class="row-supralabs">
237
- <td><strong>DistillSupra-0.2M</strong></td>
238
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
239
- <td>289K</td>
240
- <td class="na">not reported</td>
241
- <td class="na">not reported</td>
242
- <td class="na">not reported</td>
243
- <td class="na">—</td>
244
- <td class="links"><a href="https://huggingface.co/SupraLabs/DistillSupra-0.2M">card</a></td>
245
- </tr>
246
- <tr class="row-supralabs">
247
- <td><strong>MicroSupra-1k</strong></td>
248
- <td><span class="org-tag org-supralabs">SupraLabs</span></td>
249
- <td>1K</td>
250
- <td class="na">not reported</td>
251
- <td class="na">not reported</td>
252
- <td class="na">not reported</td>
253
- <td class="na">—</td>
254
- <td class="links"><a href="https://huggingface.co/SupraLabs/MicroSupra-1k">card</a></td>
255
- </tr>
256
- <tr class="row-compactai">
257
- <td><strong>TrueMath</strong></td>
258
- <td><span class="org-tag org-compactai">CompactAI</span></td>
259
- <td>1-layer</td>
260
- <td class="na">—</td>
261
- <td class="na">—</td>
262
- <td class="na">—</td>
263
- <td>synthetic</td>
264
- <td class="links"><a href="https://huggingface.co/CompactAI-O/TrueMath">card</a></td>
265
- </tr>
266
-
267
  </tbody>
268
  </table>
269
 
@@ -273,6 +105,7 @@
273
  <span class="legend-item"><span class="legend-dot" style="background:var(--compactai)"></span> CompactAI</span>
274
  <span class="legend-item"><span class="legend-dot" style="background:var(--supralabs)"></span> SupraLabs</span>
275
  <span class="legend-item"><span class="legend-dot" style="background:var(--axiomiclabs)"></span> Axiomic Labs</span>
 
276
  </div>
277
 
278
  <div class="chart-grid">
@@ -309,37 +142,293 @@ All benchmark data is self-reported by model authors unless otherwise noted.</p>
309
  </div>
310
  <script>
311
  const models = [
312
- { name: 'Supra-50M-Instruct', org: 'supralabs', blimp: 76.3, arc: 52.2, wiki: null },
313
- { name: 'GPT-S-5M', org: 'axiomiclabs', blimp: 72.27, arc: 35.69, wiki: 2.56 },
314
- { name: 'Glint-1.3 (merged)', org: 'compactai', blimp: 68.7, arc: 32.5, wiki: 3.08 },
315
- { name: 'Supra-Mini-v5', org: 'supralabs', blimp: 63.5, arc: 34.4, wiki: 2.66 },
316
- { name: 'Glint-1', org: 'compactai', blimp: 61.2, arc: 32.0, wiki: 4.07 },
317
- { name: 'Supra-Mini-v4', org: 'supralabs', blimp: 60.7, arc: 31.5, wiki: 3.17 },
318
- { name: 'Glint-0.4', org: 'compactai', blimp: 58.5, arc: 31.0, wiki: 5.24 },
319
- { name: 'Supra-Mini-v3', org: 'supralabs', blimp: 55.3, arc: 27.3, wiki: 4.49 },
320
- { name: 'Supra-Mini-v2', org: 'supralabs', blimp: 53.5, arc: 26.8, wiki: 7.79 },
321
- { name: 'Glint-0.2', org: 'compactai', blimp: 49.8, arc: 27.0, wiki: null },
322
- { name: 'Glint-0.3', org: 'compactai', blimp: 47.3, arc: 25.5, wiki: null },
323
- { name: 'Glint-0.1', org: 'compactai', blimp: 46.7, arc: 21.0, wiki: null },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
324
  ];
325
 
 
 
 
 
 
 
 
326
  const colorMap = {
327
  compactai: '#3fb950',
328
  supralabs: '#58a6ff',
329
- axiomiclabs: '#c2b6ff'
 
330
  };
331
 
332
  const bgMap = {
333
  compactai: 'rgba(63,185,80,0.7)',
334
  supralabs: 'rgba(88,166,255,0.7)',
335
- axiomiclabs: 'rgba(194,182,255,0.7)'
 
336
  };
337
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
338
  function buildChart(canvasId, metric, label, reverse) {
339
- const m = metric === 'wiki' ? 'wiki' : metric;
340
  const fmt = metric === 'wiki' ? v => v.toFixed(2) : v => v.toFixed(1) + '%';
341
  const sorted = models
342
- .filter(d => d[metric] !== null)
343
  .sort((a, b) => reverse ? a[metric] - b[metric] : b[metric] - a[metric]);
344
 
345
  new Chart(document.getElementById(canvasId), {
@@ -368,7 +457,8 @@ function buildChart(canvasId, metric, label, reverse) {
368
  },
369
  scales: {
370
  x: {
371
- beginAtZero: true,
 
372
  grid: { color: 'rgba(255,255,255,0.06)' },
373
  ticks: { color: '#8b949e', callback: v => metric === 'wiki' ? v.toFixed(1) : v + '%' }
374
  },
@@ -378,7 +468,10 @@ function buildChart(canvasId, metric, label, reverse) {
378
  color: '#c9d1d9',
379
  font: { size: 11 },
380
  autoSkip: false,
381
- callback: label => label.length > 18 ? label.slice(0, 17) + '…' : label
 
 
 
382
  }
383
  }
384
  }
@@ -386,73 +479,12 @@ function buildChart(canvasId, metric, label, reverse) {
386
  });
387
  }
388
 
389
- // Apply gradient text color to table metric values based on performance
390
- function applyTableGradient() {
391
- // Define metric ranges (min and max values)
392
- const blimpMin = 46.7, blimpMax = 76.3;
393
- const arcMin = 21.0, arcMax = 52.2;
394
- const wikiMin = 2.66, wikiMax = 7.79;
395
-
396
- // Text colors from white (worst) to bright green (best)
397
- const worstGreen = [255, 255, 255]; // #ffffff — white, fully readable
398
- const bestGreen = [63, 185, 80]; // #3fb950 — bright vibrant green
399
-
400
- function getColor(value, min, max, lowerIsBetter) {
401
- if (value === null || isNaN(value)) return '';
402
- let percent = (value - min) / (max - min);
403
- // For metrics where lower is better, invert so best=brightest green
404
- if (lowerIsBetter) percent = 1 - percent;
405
- const clamped = Math.max(0, Math.min(1, percent));
406
- // Non-linear power curve: only top performers get vivid green,
407
- // mid/low values stay muted so smarter versions visually pop
408
- const adjusted = Math.pow(clamped, 2.5);
409
- const r = Math.round(worstGreen[0] + (bestGreen[0] - worstGreen[0]) * adjusted);
410
- const g = Math.round(worstGreen[1] + (bestGreen[1] - worstGreen[1]) * adjusted);
411
- const b = Math.round(worstGreen[2] + (bestGreen[2] - worstGreen[2]) * adjusted);
412
- return `rgb(${r}, ${g}, ${b})`;
413
- }
414
-
415
- // Select all table cells with metric values
416
- const blimpCells = document.querySelectorAll('td:nth-child(5)'); // BLiMP column
417
- const arcCells = document.querySelectorAll('td:nth-child(6)'); // ARC-Easy column
418
- const wikiCells = document.querySelectorAll('td:nth-child(4)'); // WikiText-2 column
419
-
420
- blimpCells.forEach(cell => {
421
- const text = cell.textContent.replace('%', '').trim();
422
- if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
423
- const value = parseFloat(text);
424
- if (!isNaN(value)) {
425
- cell.style.color = getColor(value, blimpMin, blimpMax, false);
426
- }
427
- }
428
- });
429
-
430
- arcCells.forEach(cell => {
431
- const text = cell.textContent.replace('%', '').trim();
432
- if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
433
- const value = parseFloat(text);
434
- if (!isNaN(value)) {
435
- cell.style.color = getColor(value, arcMin, arcMax, false);
436
- }
437
- }
438
- });
439
-
440
- wikiCells.forEach(cell => {
441
- const text = cell.textContent.trim();
442
- if (text && text !== 'not reported' && text !== 'TBD' && text !== '—') {
443
- const value = parseFloat(text);
444
- if (!isNaN(value)) {
445
- cell.style.color = getColor(value, wikiMin, wikiMax, true);
446
- }
447
- }
448
- });
449
- }
450
-
451
- // Apply gradient after page loads
452
- window.addEventListener('DOMContentLoaded', applyTableGradient);
453
- buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
454
- buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
455
- buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);
456
  </script>
457
  </body>
458
  </html>
 
17
  --compactai: #3fb950;
18
  --supralabs: #58a6ff;
19
  --axiomiclabs: #c2b6ff;
20
+ --mihaipopa: #93c6aa;
21
  }
22
  * { margin: 0; padding: 0; box-sizing: border-box; }
23
  body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
 
44
  .org-compactai { background: #3fb95033; color: var(--compactai); }
45
  .org-supralabs { background: #1f6feb33; color: var(--supralabs); }
46
  .org-axiomiclabs { background: #8957e533; color: var(--axiomiclabs); }
47
+ .org-mihaipopa { background: #93c6aa33; color: var(--mihaipopa); }
48
 
49
  .row-compactai { border-left: 3px solid var(--compactai); }
50
  .row-supralabs { border-left: 3px solid var(--supralabs); }
51
  .row-axiomiclabs { border-left: 3px solid var(--axiomiclabs); }
52
+ .row-mihaipopa { border-left: 3px solid var(--mihaipopa); }
53
  .best { color: var(--green); font-weight: 700; }
54
  .na { color: #484f58; font-style: italic; }
55
  .links a { color: var(--accent); text-decoration: none; }
 
94
  <th>Links</th>
95
  </tr>
96
  </thead>
97
+ <tbody id="leaderboard-body">
98
+ <!-- Dynamic content -->
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
99
  </tbody>
100
  </table>
101
 
 
105
  <span class="legend-item"><span class="legend-dot" style="background:var(--compactai)"></span> CompactAI</span>
106
  <span class="legend-item"><span class="legend-dot" style="background:var(--supralabs)"></span> SupraLabs</span>
107
  <span class="legend-item"><span class="legend-dot" style="background:var(--axiomiclabs)"></span> Axiomic Labs</span>
108
+ <span class="legend-item"><span class="legend-dot" style="background:var(--mihaipopa)"></span> Mihai Popa</span>
109
  </div>
110
 
111
  <div class="chart-grid">
 
142
  </div>
143
  <script>
144
  const models = [
145
+ {
146
+ name: 'Supra-50M-Instruct',
147
+ org: 'supralabs',
148
+ params: '51.8M',
149
+ blimp: 76.3,
150
+ arc: 52.2,
151
+ wiki: null,
152
+ tokens: '20B',
153
+ links: { card: 'https://huggingface.co/SupraLabs/Supra-50M-Instruct', base: 'https://huggingface.co/SupraLabs/Supra-50M-Base' }
154
+ },
155
+ {
156
+ name: 'GPT-S-5M',
157
+ org: 'axiomiclabs',
158
+ params: '5.16M',
159
+ blimp: 72.27,
160
+ arc: 35.69,
161
+ wiki: 2.56,
162
+ tokens: '25B',
163
+ links: { card: 'https://huggingface.co/AxiomicLabs/GPT-S-5M' }
164
+ },
165
+ {
166
+ name: 'Glint-1.3 (merged)',
167
+ org: 'compactai',
168
+ params: '982K',
169
+ blimp: 68.7,
170
+ arc: 32.5,
171
+ wiki: 3.08,
172
+ tokens: '100B',
173
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-1.3' }
174
+ },
175
+ {
176
+ name: 'Supra-Mini-v5',
177
+ org: 'supralabs',
178
+ params: '7.87M',
179
+ blimp: 63.5,
180
+ arc: 34.4,
181
+ wiki: 2.66,
182
+ tokens: '—',
183
+ links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v5-8M' }
184
+ },
185
+ {
186
+ name: 'CinnabarLM 4M',
187
+ org: 'mihaipopa',
188
+ params: '4.23M',
189
+ blimp: 62.87,
190
+ arc: 27.36,
191
+ wiki: 2.226,
192
+ tokens: '~80M',
193
+ links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-4M-Base' }
194
+ },
195
+ {
196
+ name: 'Glint-1',
197
+ org: 'compactai',
198
+ params: '1M',
199
+ blimp: 61.2,
200
+ arc: 32.0,
201
+ wiki: 4.07,
202
+ tokens: '100B',
203
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-1' }
204
+ },
205
+ {
206
+ name: 'Supra-Mini-v4',
207
+ org: 'supralabs',
208
+ params: '2.62M',
209
+ blimp: 60.7,
210
+ arc: 31.5,
211
+ wiki: 3.17,
212
+ tokens: '—',
213
+ links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v4-2M' }
214
+ },
215
+ {
216
+ name: 'Glint-0.4',
217
+ org: 'compactai',
218
+ params: '1M',
219
+ blimp: 58.5,
220
+ arc: 31.0,
221
+ wiki: 5.24,
222
+ tokens: '10B',
223
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.4' }
224
+ },
225
+ {
226
+ name: 'Supra-Mini-v3',
227
+ org: 'supralabs',
228
+ params: '468K',
229
+ blimp: 55.3,
230
+ arc: 27.3,
231
+ wiki: 4.49,
232
+ tokens: '—',
233
+ links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M' }
234
+ },
235
+ {
236
+ name: 'Supra-Mini-v2',
237
+ org: 'supralabs',
238
+ params: '168K',
239
+ blimp: 53.5,
240
+ arc: 26.8,
241
+ wiki: 7.79,
242
+ tokens: '—',
243
+ links: { card: 'https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M' }
244
+ },
245
+ {
246
+ name: 'Glint-0.2',
247
+ org: 'compactai',
248
+ params: '1M',
249
+ blimp: 49.8,
250
+ arc: 27.0,
251
+ wiki: null,
252
+ tokens: '~100M',
253
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.2' }
254
+ },
255
+ {
256
+ name: 'Glint-0.3',
257
+ org: 'compactai',
258
+ params: '1M',
259
+ blimp: 47.3,
260
+ arc: 25.5,
261
+ wiki: null,
262
+ tokens: '~100M',
263
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.3' }
264
+ },
265
+ {
266
+ name: 'Glint-0.1',
267
+ org: 'compactai',
268
+ params: '1M',
269
+ blimp: 46.7,
270
+ arc: 21.0,
271
+ wiki: null,
272
+ tokens: '~100M',
273
+ links: { card: 'https://huggingface.co/CompactAI-O/Glint-0.1' }
274
+ },
275
+ {
276
+ name: 'Shard-1',
277
+ org: 'compactai',
278
+ params: '54.5M',
279
+ blimp: null,
280
+ arc: null,
281
+ wiki: null,
282
+ tokens: '~20B',
283
+ links: { card: 'https://huggingface.co/CompactAI-O/Shard-1' }
284
+ },
285
+ {
286
+ name: 'CinnabarLM 1.5M',
287
+ org: 'mihaipopa',
288
+ params: '1.71M',
289
+ blimp: 60.51,
290
+ arc: 26.68,
291
+ wiki: 2.35,
292
+ tokens: '~50M',
293
+ links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.5M-Base' }
294
+ },
295
+ {
296
+ name: 'CinnabarLM 1.4M',
297
+ org: 'mihaipopa',
298
+ params: '1.51M',
299
+ blimp: 60.7,
300
+ arc: 24.58,
301
+ wiki: 2.316,
302
+ tokens: '~30M',
303
+ links: { card: 'https://huggingface.co/MihaiPopa-1/CinnabarLM-1.4M-Base' }
304
+ },
305
+ {
306
+ name: 'StorySupra-10M',
307
+ org: 'supralabs',
308
+ params: '12.6M',
309
+ blimp: null,
310
+ arc: null,
311
+ wiki: null,
312
+ tokens: '—',
313
+ links: { card: 'https://huggingface.co/SupraLabs/StorySupra-10M' }
314
+ },
315
+ {
316
+ name: 'DistillSupra-0.2M',
317
+ org: 'supralabs',
318
+ params: '289K',
319
+ blimp: null,
320
+ arc: null,
321
+ wiki: null,
322
+ tokens: '—',
323
+ links: { card: 'https://huggingface.co/SupraLabs/DistillSupra-0.2M' }
324
+ },
325
+ {
326
+ name: 'MicroSupra-1k',
327
+ org: 'supralabs',
328
+ params: '1K',
329
+ blimp: null,
330
+ arc: null,
331
+ wiki: null,
332
+ tokens: '—',
333
+ links: { card: 'https://huggingface.co/SupraLabs/MicroSupra-1k' }
334
+ },
335
+ {
336
+ name: 'TrueMath',
337
+ org: 'compactai',
338
+ params: '1-layer',
339
+ blimp: null,
340
+ arc: null,
341
+ wiki: null,
342
+ tokens: 'synthetic',
343
+ links: { card: 'https://huggingface.co/CompactAI-O/TrueMath' }
344
+ }
345
  ];
346
 
347
+ const orgNameMap = {
348
+ compactai: 'CompactAI',
349
+ supralabs: 'SupraLabs',
350
+ axiomiclabs: 'Axiomic Labs',
351
+ mihaipopa: 'Mihai Popa'
352
+ };
353
+
354
  const colorMap = {
355
  compactai: '#3fb950',
356
  supralabs: '#58a6ff',
357
+ axiomiclabs: '#c2b6ff',
358
+ mihaipopa: '#93c6aa'
359
  };
360
 
361
  const bgMap = {
362
  compactai: 'rgba(63,185,80,0.7)',
363
  supralabs: 'rgba(88,166,255,0.7)',
364
+ axiomiclabs: 'rgba(194,182,255,0.7)',
365
+ mihaipopa: 'rgba(99,232,173,0.7)'
366
  };
367
 
368
+ function getScore(m) {
369
+ const b = m.blimp || 0;
370
+ const a = m.arc || 0;
371
+ if (b === 0 && a === 0) return -1;
372
+ if (b === 0) return a;
373
+ if (a === 0) return b;
374
+ return (b + a) / 2;
375
+ }
376
+
377
+ const worstGreen = [255, 255, 255];
378
+ const bestGreen = [63, 185, 80];
379
+
380
+ function getColor(value, min, max, lowerIsBetter, useLog = false) {
381
+ if (value === null || isNaN(value) || min === max) return '';
382
+ let v = value, mn = min, mx = max;
383
+ if (useLog) { v = Math.log(v); mn = Math.log(mn); mx = Math.log(mx); }
384
+ let percent = (v - mn) / (mx - mn);
385
+ if (lowerIsBetter) percent = 1 - percent;
386
+ const adjusted = Math.pow(Math.max(0, Math.min(1, percent)), 2.5);
387
+ const r = Math.round(worstGreen[0] + (bestGreen[0] - worstGreen[0]) * adjusted);
388
+ const g = Math.round(worstGreen[1] + (bestGreen[1] - worstGreen[1]) * adjusted);
389
+ const b = Math.round(worstGreen[2] + (bestGreen[2] - worstGreen[2]) * adjusted);
390
+ return `color: rgb(${r}, ${g}, ${b})`;
391
+ }
392
+
393
+ function renderTable() {
394
+ const tbody = document.getElementById('leaderboard-body');
395
+ const sortedModels = [...models].sort((a, b) => getScore(b) - getScore(a));
396
+
397
+ const blimpVals = models.map(m => m.blimp).filter(v => v !== null && !isNaN(v));
398
+ const arcVals = models.map(m => m.arc).filter(v => v !== null && !isNaN(v));
399
+ const wikiVals = models.map(m => m.wiki).filter(v => v !== null && !isNaN(v));
400
+
401
+ const blimpMin = Math.min(...blimpVals), blimpMax = Math.max(...blimpVals);
402
+ const arcMin = Math.min(...arcVals), arcMax = Math.max(...arcVals);
403
+ const wikiMin = Math.min(...wikiVals), wikiMax = Math.max(...wikiVals);
404
+
405
+ tbody.innerHTML = sortedModels.map(m => {
406
+ const isBestBlimp = m.blimp && m.blimp === blimpMax;
407
+ const isBestArc = m.arc && m.arc === arcMax;
408
+ const isBestWiki = m.wiki && m.wiki === wikiMin;
409
+
410
+ return `
411
+ <tr class="row-${m.org}">
412
+ <td><strong>${m.name}</strong></td>
413
+ <td><span class="org-tag org-${m.org}">${orgNameMap[m.org]}</span></td>
414
+ <td>${m.params}</td>
415
+ <td class="${m.wiki ? '' : 'na'}" style="${getColor(m.wiki, wikiMin, wikiMax, true, true)}">${m.wiki ? `<span class="${isBestWiki ? 'best' : ''}">${m.wiki}</span>` : (m.wiki === null ? 'TBD' : 'not reported')}</td>
416
+ <td class="${m.blimp ? '' : 'na'}" style="${getColor(m.blimp, blimpMin, blimpMax, false)}">${m.blimp ? `<span class="${isBestBlimp ? 'best' : ''}">${m.blimp}%</span>` : (m.blimp === null ? 'TBD' : 'not reported')}</td>
417
+ <td class="${m.arc ? '' : 'na'}" style="${getColor(m.arc, arcMin, arcMax, false)}">${m.arc ? `<span class="${isBestArc ? 'best' : ''}">${m.arc}%</span>` : (m.arc === null ? 'TBD' : 'not reported')}</td>
418
+ <td>${m.tokens}</td>
419
+ <td class="links">
420
+ <a href="${m.links.card}">card</a>
421
+ ${m.links.base ? `<a href="${m.links.base}">base</a>` : ''}
422
+ </td>
423
+ </tr>
424
+ `;
425
+ }).join('');
426
+ }
427
+
428
  function buildChart(canvasId, metric, label, reverse) {
 
429
  const fmt = metric === 'wiki' ? v => v.toFixed(2) : v => v.toFixed(1) + '%';
430
  const sorted = models
431
+ .filter(d => d[metric] !== null && typeof d[metric] === 'number')
432
  .sort((a, b) => reverse ? a[metric] - b[metric] : b[metric] - a[metric]);
433
 
434
  new Chart(document.getElementById(canvasId), {
 
457
  },
458
  scales: {
459
  x: {
460
+ type: metric === 'wiki' ? 'logarithmic' : 'linear',
461
+ beginAtZero: metric !== 'wiki',
462
  grid: { color: 'rgba(255,255,255,0.06)' },
463
  ticks: { color: '#8b949e', callback: v => metric === 'wiki' ? v.toFixed(1) : v + '%' }
464
  },
 
468
  color: '#c9d1d9',
469
  font: { size: 11 },
470
  autoSkip: false,
471
+ callback: function(val, index) {
472
+ const label = this.getLabelForValue(val);
473
+ return label.length > 18 ? label.slice(0, 17) + '…' : label;
474
+ }
475
  }
476
  }
477
  }
 
479
  });
480
  }
481
 
482
+ window.addEventListener('DOMContentLoaded', () => {
483
+ renderTable();
484
+ buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
485
+ buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
486
+ buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);
487
+ });
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
488
  </script>
489
  </body>
490
  </html>