CompactAI commited on
Commit
092303d
Β·
verified Β·
1 Parent(s): 80e28dc

Upload index.html

Browse files
Files changed (1) hide show
  1. index.html +130 -66
index.html CHANGED
@@ -6,56 +6,58 @@
6
  <title>Tiny-ML Leaderboard</title>
7
  <script src="https://cdn.jsdelivr.net/npm/chart.js@4"></script>
8
  <style>
9
- :root {
10
- --bg: #0d1117;
11
- --card: #161b22;
12
- --border: #30363d;
13
- --text: #c9d1d9;
14
- --accent: #58a6ff;
15
- --green: #3fb950;
16
- --orange: #d29922;
17
- --compactai: #58a6ff;
18
- --supralabs: #3fb950;
19
- }
20
- * { margin: 0; padding: 0; box-sizing: border-box; }
21
- body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
22
- .container { max-width: 1200px; margin: 0 auto; }
23
- h1 { font-size: 1.8rem; margin-bottom: .25rem; }
24
- .subtitle { color: #8b949e; margin-bottom: 2rem; font-size: .95rem; }
25
- .note { background: var(--card); border: 1px solid var(--border); border-radius: 8px; padding: 1rem; margin-bottom: 2rem; font-size: .9rem; line-height: 1.5; }
26
- .note a { color: var(--accent); }
27
- .section-title { font-size: 1.2rem; margin: 2rem 0 1rem; padding-bottom: .5rem; border-bottom: 1px solid var(--border); }
28
- .chart-grid { display: grid; grid-template-columns: 1fr 1fr; gap: 1.5rem; margin-bottom: 2rem; }
29
- .chart-card { background: var(--card); border: 1px solid var(--border); border-radius: 8px; padding: 1rem; }
30
- .chart-card.full { grid-column: 1 / -1; }
31
- .chart-card h3 { font-size: .95rem; margin-bottom: .75rem; color: var(--text); }
32
- .chart-card canvas { max-height: 360px; }
33
- .legend { display: flex; gap: 1.5rem; margin-bottom: .75rem; font-size: .8rem; }
34
- .legend-item { display: flex; align-items: center; gap: .4rem; }
35
- .legend-dot { width: 10px; height: 10px; border-radius: 50%; }
36
- table { width: 100%; border-collapse: collapse; font-size: .85rem; }
37
- th { background: var(--card); padding: .75rem .5rem; text-align: center; border: 1px solid var(--border); font-weight: 600; white-space: nowrap; }
38
- td { padding: .6rem .5rem; text-align: center; border: 1px solid var(--border); }
39
- td:first-child, th:first-child { text-align: left; padding-left: 1rem; }
40
- tr:hover td { background: rgba(88,166,255,.05); }
41
- .org-tag { display: inline-block; padding: .15rem .5rem; border-radius: 4px; font-size: .75rem; font-weight: 600; }
42
- .org-compactai { background: #1f6feb33; color: var(--compactai); }
43
- .org-supralabs { background: #3fb95033; color: var(--supralabs); }
44
- .best { color: var(--green); font-weight: 700; }
45
- .na { color: #484f58; font-style: italic; }
46
- .links a { color: var(--accent); text-decoration: none; }
47
- .links a:hover { text-decoration: underline; }
48
- footer { margin-top: 3rem; padding-top: 1.5rem; border-top: 1px solid var(--border); font-size: .8rem; color: #484f58; text-align: center; }
49
- footer a { color: var(--accent); }
50
- .methodology { margin-top: 2rem; }
51
- .methodology h3 { margin-bottom: .5rem; }
52
- .methodology p { font-size: .85rem; line-height: 1.6; color: #8b949e; }
53
- @media (max-width: 768px) {
54
- body { padding: 1rem; }
55
- .chart-grid { grid-template-columns: 1fr; }
56
- table { font-size: .75rem; }
57
- th, td { padding: .4rem .3rem; }
58
- }
 
 
59
  </style>
60
  </head>
61
  <body>
@@ -88,7 +90,7 @@
88
  </thead>
89
  <tbody>
90
 
91
- <tr>
92
  <td><strong>Supra-50M-Instruct</strong></td>
93
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
94
  <td>51.8M</td>
@@ -98,7 +100,7 @@
98
  <td>20B</td>
99
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-50M-Instruct">card</a> <a href="https://huggingface.co/SupraLabs/Supra-50M-Base">base</a></td>
100
  </tr>
101
- <tr>
102
  <td><strong>Glint-1.3 (merged)</strong></td>
103
  <td><span class="org-tag org-compactai">CompactAI</span></td>
104
  <td>982K</td>
@@ -108,7 +110,7 @@
108
  <td>100B</td>
109
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1.3">card</a></td>
110
  </tr>
111
- <tr>
112
  <td><strong>Supra-Mini-v5</strong></td>
113
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
114
  <td>7.87M</td>
@@ -118,7 +120,7 @@
118
  <td class="na">β€”</td>
119
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v5-8M">card</a></td>
120
  </tr>
121
- <tr>
122
  <td><strong>Glint-1</strong></td>
123
  <td><span class="org-tag org-compactai">CompactAI</span></td>
124
  <td>1M</td>
@@ -128,7 +130,7 @@
128
  <td>100B</td>
129
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1">card</a></td>
130
  </tr>
131
- <tr>
132
  <td><strong>Supra-Mini-v4</strong></td>
133
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
134
  <td>2.62M</td>
@@ -138,7 +140,7 @@
138
  <td class="na">β€”</td>
139
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v4-2M">card</a></td>
140
  </tr>
141
- <tr>
142
  <td><strong>Glint-0.4</strong></td>
143
  <td><span class="org-tag org-compactai">CompactAI</span></td>
144
  <td>1M</td>
@@ -148,7 +150,7 @@
148
  <td>10B</td>
149
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.4">card</a></td>
150
  </tr>
151
- <tr>
152
  <td><strong>Supra-Mini-v3</strong></td>
153
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
154
  <td>468K</td>
@@ -158,7 +160,7 @@
158
  <td class="na">β€”</td>
159
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M">card</a></td>
160
  </tr>
161
- <tr>
162
  <td><strong>Supra-Mini-v2</strong></td>
163
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
164
  <td>168K</td>
@@ -168,7 +170,7 @@
168
  <td class="na">β€”</td>
169
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M">card</a></td>
170
  </tr>
171
- <tr>
172
  <td><strong>Glint-0.2</strong></td>
173
  <td><span class="org-tag org-compactai">CompactAI</span></td>
174
  <td>1M</td>
@@ -178,7 +180,7 @@
178
  <td>~100M</td>
179
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.2">card</a></td>
180
  </tr>
181
- <tr>
182
  <td><strong>Glint-0.3</strong></td>
183
  <td><span class="org-tag org-compactai">CompactAI</span></td>
184
  <td>1M</td>
@@ -188,7 +190,7 @@
188
  <td>~100M</td>
189
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.3">card</a></td>
190
  </tr>
191
- <tr>
192
  <td><strong>Glint-0.1</strong></td>
193
  <td><span class="org-tag org-compactai">CompactAI</span></td>
194
  <td>1M</td>
@@ -198,7 +200,7 @@
198
  <td>~100M</td>
199
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.1">card</a></td>
200
  </tr>
201
- <tr>
202
  <td><strong>Shard-1</strong></td>
203
  <td><span class="org-tag org-compactai">CompactAI</span></td>
204
  <td>54.5M</td>
@@ -208,7 +210,7 @@
208
  <td>~20B</td>
209
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Shard-1">card</a></td>
210
  </tr>
211
- <tr>
212
  <td><strong>StorySupra-10M</strong></td>
213
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
214
  <td>12.6M</td>
@@ -218,7 +220,7 @@
218
  <td class="na">β€”</td>
219
  <td class="links"><a href="https://huggingface.co/SupraLabs/StorySupra-10M">card</a></td>
220
  </tr>
221
- <tr>
222
  <td><strong>DistillSupra-0.2M</strong></td>
223
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
224
  <td>289K</td>
@@ -228,7 +230,7 @@
228
  <td class="na">β€”</td>
229
  <td class="links"><a href="https://huggingface.co/SupraLabs/DistillSupra-0.2M">card</a></td>
230
  </tr>
231
- <tr>
232
  <td><strong>MicroSupra-1k</strong></td>
233
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
234
  <td>1K</td>
@@ -238,7 +240,7 @@
238
  <td class="na">β€”</td>
239
  <td class="links"><a href="https://huggingface.co/SupraLabs/MicroSupra-1k">card</a></td>
240
  </tr>
241
- <tr>
242
  <td><strong>TrueMath</strong></td>
243
  <td><span class="org-tag org-compactai">CompactAI</span></td>
244
  <td>1-layer</td>
@@ -433,6 +435,68 @@ function buildChart(canvasId, metric, label, reverse) {
433
  });
434
  }
435
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
436
  buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
437
  buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
438
  buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);
 
6
  <title>Tiny-ML Leaderboard</title>
7
  <script src="https://cdn.jsdelivr.net/npm/chart.js@4"></script>
8
  <style>
9
+ :root {
10
+ --bg: #0d1117;
11
+ --card: #161b22;
12
+ --border: #30363d;
13
+ --text: #c9d1d9;
14
+ --accent: #58a6ff;
15
+ --green: #3fb950;
16
+ --orange: #d29922;
17
+ --compactai: #58a6ff;
18
+ --supralabs: #3fb950;
19
+ }
20
+ * { margin: 0; padding: 0; box-sizing: border-box; }
21
+ body { font-family: -apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif; background: var(--bg); color: var(--text); padding: 2rem; }
22
+ .container { max-width: 1200px; margin: 0 auto; }
23
+ h1 { font-size: 1.8rem; margin-bottom: .25rem; }
24
+ .subtitle { color: #8b949e; margin-bottom: 2rem; font-size: .95rem; }
25
+ .note { background: var(--card); border: 1px solid var(--border); border-radius: 8px; padding: 1rem; margin-bottom: 2rem; font-size: .9rem; line-height: 1.5; }
26
+ .note a { color: var(--accent); }
27
+ .section-title { font-size: 1.2rem; margin: 2rem 0 1rem; padding-bottom: .5rem; border-bottom: 1px solid var(--border); }
28
+ .chart-grid { display: grid; grid-template-columns: 1fr 1fr; gap: 1.5rem; margin-bottom: 2rem; }
29
+ .chart-card { background: var(--card); border: 1px solid var(--border); border-radius: 8px; padding: 1rem; }
30
+ .chart-card.full { grid-column: 1 / -1; }
31
+ .chart-card h3 { font-size: .95rem; margin-bottom: .75rem; color: var(--text); }
32
+ .chart-card canvas { max-height: 360px; }
33
+ .legend { display: flex; gap: 1.5rem; margin-bottom: .75rem; font-size: .8rem; }
34
+ .legend-item { display: flex; align-items: center; gap: .4rem; }
35
+ .legend-dot { width: 10px; height: 10px; border-radius: 50%; }
36
+ table { width: 100%; border-collapse: collapse; font-size: .85rem; }
37
+ th { background: var(--card); padding: .75rem .5rem; text-align: center; border: 1px solid var(--border); font-weight: 600; white-space: nowrap; }
38
+ td { padding: .6rem .5rem; text-align: center; border: 1px solid var(--border); }
39
+ td:first-child, th:first-child { text-align: left; padding-left: 1rem; }
40
+ tr:hover td { background: rgba(88,166,255,.05); }
41
+ .org-tag { display: inline-block; padding: .15rem .5rem; border-radius: 4px; font-size: .75rem; font-weight: 600; }
42
+ .org-compactai { background: #1f6feb33; color: var(--compactai); }
43
+ .org-supralabs { background: #3fb95033; color: var(--supralabs); }
44
+ .row-compactai { border-left: 3px solid var(--compactai); }
45
+ .row-supralabs { border-left: 3px solid var(--supralabs); }
46
+ .best { color: var(--green); font-weight: 700; }
47
+ .na { color: #484f58; font-style: italic; }
48
+ .links a { color: var(--accent); text-decoration: none; }
49
+ .links a:hover { text-decoration: underline; }
50
+ footer { margin-top: 3rem; padding-top: 1.5rem; border-top: 1px solid var(--border); font-size: .8rem; color: #484f58; text-align: center; }
51
+ footer a { color: var(--accent); }
52
+ .methodology { margin-top: 2rem; }
53
+ .methodology h3 { margin-bottom: .5rem; }
54
+ .methodology p { font-size: .85rem; line-height: 1.6; color: #8b949e; }
55
+ @media (max-width: 768px) {
56
+ body { padding: 1rem; }
57
+ .chart-grid { grid-template-columns: 1fr; }
58
+ table { font-size: .75rem; }
59
+ th, td { padding: .4rem .3rem; }
60
+ }
61
  </style>
62
  </head>
63
  <body>
 
90
  </thead>
91
  <tbody>
92
 
93
+ <tr class="row-supralabs">
94
  <td><strong>Supra-50M-Instruct</strong></td>
95
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
96
  <td>51.8M</td>
 
100
  <td>20B</td>
101
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-50M-Instruct">card</a> <a href="https://huggingface.co/SupraLabs/Supra-50M-Base">base</a></td>
102
  </tr>
103
+ <tr class="row-compactai">
104
  <td><strong>Glint-1.3 (merged)</strong></td>
105
  <td><span class="org-tag org-compactai">CompactAI</span></td>
106
  <td>982K</td>
 
110
  <td>100B</td>
111
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1.3">card</a></td>
112
  </tr>
113
+ <tr class="row-supralabs">
114
  <td><strong>Supra-Mini-v5</strong></td>
115
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
116
  <td>7.87M</td>
 
120
  <td class="na">β€”</td>
121
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v5-8M">card</a></td>
122
  </tr>
123
+ <tr class="row-compactai">
124
  <td><strong>Glint-1</strong></td>
125
  <td><span class="org-tag org-compactai">CompactAI</span></td>
126
  <td>1M</td>
 
130
  <td>100B</td>
131
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-1">card</a></td>
132
  </tr>
133
+ <tr class="row-supralabs">
134
  <td><strong>Supra-Mini-v4</strong></td>
135
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
136
  <td>2.62M</td>
 
140
  <td class="na">β€”</td>
141
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v4-2M">card</a></td>
142
  </tr>
143
+ <tr class="row-compactai">
144
  <td><strong>Glint-0.4</strong></td>
145
  <td><span class="org-tag org-compactai">CompactAI</span></td>
146
  <td>1M</td>
 
150
  <td>10B</td>
151
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.4">card</a></td>
152
  </tr>
153
+ <tr class="row-supralabs">
154
  <td><strong>Supra-Mini-v3</strong></td>
155
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
156
  <td>468K</td>
 
160
  <td class="na">β€”</td>
161
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v3-0.5M">card</a></td>
162
  </tr>
163
+ <tr class="row-supralabs">
164
  <td><strong>Supra-Mini-v2</strong></td>
165
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
166
  <td>168K</td>
 
170
  <td class="na">β€”</td>
171
  <td class="links"><a href="https://huggingface.co/SupraLabs/Supra-Mini-v2-0.1M">card</a></td>
172
  </tr>
173
+ <tr class="row-compactai">
174
  <td><strong>Glint-0.2</strong></td>
175
  <td><span class="org-tag org-compactai">CompactAI</span></td>
176
  <td>1M</td>
 
180
  <td>~100M</td>
181
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.2">card</a></td>
182
  </tr>
183
+ <tr class="row-compactai">
184
  <td><strong>Glint-0.3</strong></td>
185
  <td><span class="org-tag org-compactai">CompactAI</span></td>
186
  <td>1M</td>
 
190
  <td>~100M</td>
191
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.3">card</a></td>
192
  </tr>
193
+ <tr class="row-compactai">
194
  <td><strong>Glint-0.1</strong></td>
195
  <td><span class="org-tag org-compactai">CompactAI</span></td>
196
  <td>1M</td>
 
200
  <td>~100M</td>
201
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Glint-0.1">card</a></td>
202
  </tr>
203
+ <tr class="row-compactai">
204
  <td><strong>Shard-1</strong></td>
205
  <td><span class="org-tag org-compactai">CompactAI</span></td>
206
  <td>54.5M</td>
 
210
  <td>~20B</td>
211
  <td class="links"><a href="https://huggingface.co/CompactAI-O/Shard-1">card</a></td>
212
  </tr>
213
+ <tr class="row-supralabs">
214
  <td><strong>StorySupra-10M</strong></td>
215
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
216
  <td>12.6M</td>
 
220
  <td class="na">β€”</td>
221
  <td class="links"><a href="https://huggingface.co/SupraLabs/StorySupra-10M">card</a></td>
222
  </tr>
223
+ <tr class="row-supralabs">
224
  <td><strong>DistillSupra-0.2M</strong></td>
225
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
226
  <td>289K</td>
 
230
  <td class="na">β€”</td>
231
  <td class="links"><a href="https://huggingface.co/SupraLabs/DistillSupra-0.2M">card</a></td>
232
  </tr>
233
+ <tr class="row-supralabs">
234
  <td><strong>MicroSupra-1k</strong></td>
235
  <td><span class="org-tag org-supralabs">SupraLabs</span></td>
236
  <td>1K</td>
 
240
  <td class="na">β€”</td>
241
  <td class="links"><a href="https://huggingface.co/SupraLabs/MicroSupra-1k">card</a></td>
242
  </tr>
243
+ <tr class="row-compactai">
244
  <td><strong>TrueMath</strong></td>
245
  <td><span class="org-tag org-compactai">CompactAI</span></td>
246
  <td>1-layer</td>
 
435
  });
436
  }
437
 
438
+ // Apply gradient text color to table metric values based on performance
439
+ function applyTableGradient() {
440
+ // Define metric ranges (min and max values)
441
+ const blimpMin = 46.7, blimpMax = 76.3;
442
+ const arcMin = 21.0, arcMax = 52.2;
443
+ const wikiMin = 2.66, wikiMax = 7.79;
444
+
445
+ // Text colors from white (worst) to bright green (best)
446
+ const worstGreen = [255, 255, 255]; // #ffffff β€” white, fully readable
447
+ const bestGreen = [63, 185, 80]; // #3fb950 β€” bright vibrant green
448
+
449
+ function getColor(value, min, max, lowerIsBetter) {
450
+ if (value === null || isNaN(value)) return '';
451
+ let percent = (value - min) / (max - min);
452
+ // For metrics where lower is better, invert so best=brightest green
453
+ if (lowerIsBetter) percent = 1 - percent;
454
+ const clamped = Math.max(0, Math.min(1, percent));
455
+ // Interpolate between muted and bright green
456
+ const r = Math.round(worstGreen[0] + (bestGreen[0] - worstGreen[0]) * clamped);
457
+ const g = Math.round(worstGreen[1] + (bestGreen[1] - worstGreen[1]) * clamped);
458
+ const b = Math.round(worstGreen[2] + (bestGreen[2] - worstGreen[2]) * clamped);
459
+ return `rgb(${r}, ${g}, ${b})`;
460
+ }
461
+
462
+ // Select all table cells with metric values
463
+ const blimpCells = document.querySelectorAll('td:nth-child(5)'); // BLiMP column
464
+ const arcCells = document.querySelectorAll('td:nth-child(6)'); // ARC-Easy column
465
+ const wikiCells = document.querySelectorAll('td:nth-child(4)'); // WikiText-2 column
466
+
467
+ blimpCells.forEach(cell => {
468
+ const text = cell.textContent.replace('%', '').trim();
469
+ if (text && text !== 'not reported' && text !== 'TBD' && text !== 'β€”') {
470
+ const value = parseFloat(text);
471
+ if (!isNaN(value)) {
472
+ cell.style.color = getColor(value, blimpMin, blimpMax, false);
473
+ }
474
+ }
475
+ });
476
+
477
+ arcCells.forEach(cell => {
478
+ const text = cell.textContent.replace('%', '').trim();
479
+ if (text && text !== 'not reported' && text !== 'TBD' && text !== 'β€”') {
480
+ const value = parseFloat(text);
481
+ if (!isNaN(value)) {
482
+ cell.style.color = getColor(value, arcMin, arcMax, false);
483
+ }
484
+ }
485
+ });
486
+
487
+ wikiCells.forEach(cell => {
488
+ const text = cell.textContent.trim();
489
+ if (text && text !== 'not reported' && text !== 'TBD' && text !== 'β€”') {
490
+ const value = parseFloat(text);
491
+ if (!isNaN(value)) {
492
+ cell.style.color = getColor(value, wikiMin, wikiMax, true);
493
+ }
494
+ }
495
+ });
496
+ }
497
+
498
+ // Apply gradient after page loads
499
+ window.addEventListener('DOMContentLoaded', applyTableGradient);
500
  buildChart('blimpChart', 'blimp', 'BLiMP Accuracy', false);
501
  buildChart('arcChart', 'arc', 'ARC-Easy Accuracy', false);
502
  buildChart('wikiChart', 'wiki', 'WikiText-2 Perplexity', true);