alana89 commited on
Commit
ecf2096
·
verified ·
1 Parent(s): d236e15

Kumo-Tabular-M/-S, one Encode column (#248, #249)

Browse files
data/cost.csv CHANGED
@@ -16,16 +16,16 @@ LightGBM (Frozen),LightGBM,frozen,0.2751,0.0197,0.0,0.7333,6.7195,,INTEL(R) XEON
16
  TabDPT-1.3 (Frozen),TabDPT-1.3,frozen,0.2847,0.2223,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
17
  Causilo (Frozen),Causilo,frozen,0.3145,0.5456,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
18
  Causilo (TAR),Causilo,tar,0.3228,0.5502,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
19
- Kumo-Tabular-Small (TAR),Kumo-Tabular-Small,tar,0.3672,0.1174,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
20
  EXAONE-Tabular (Frozen),EXAONE-Tabular,frozen,0.4243,2.7887,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
21
  EXAONE-Tabular (TAR),EXAONE-Tabular,tar,0.4305,2.7526,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
22
  TabPFN-v2p5 (TAR),TabPFN-v2p5,tar,0.4337,1.3744,100.6949,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
23
  Xiaomi-TabLDM (TAR),Xiaomi-TabLDM,tar,0.4742,0.5767,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
24
  XGBoost (TAR),XGBoost,tar,0.4845,0.0214,101.5254,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
25
- Kumo-Tabular-Small (Frozen),Kumo-Tabular-Small,frozen,0.4932,0.1156,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
26
  TabPFN-v2p5 (Frozen),TabPFN-v2p5,frozen,0.501,1.3786,0.0,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
27
  Xiaomi-TabLDM (Frozen),Xiaomi-TabLDM,frozen,0.521,0.5792,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
28
- Kumo-Tabular-Medium (TAR),Kumo-Tabular-Medium,tar,0.5263,0.2165,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
29
  XGBoost (Frozen),XGBoost,frozen,0.5454,0.0254,0.0,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
30
  LimiX-2 (TAR),LimiX-2,tar,0.5789,16.6645,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
31
  RandomForest (TAR),RandomForest,tar,0.5832,0.038,101.5254,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
@@ -33,7 +33,7 @@ LimiX-2 (Frozen),LimiX-2,frozen,0.5883,17.6665,0.0,0.7333,6.7195,NVIDIA H100 80G
33
  TabM (Frozen),TabM,frozen,0.6253,0.0519,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
34
  RandomForest (Frozen),RandomForest,frozen,0.6489,0.0348,0.0,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
35
  TabM (TAR),TabM,tar,0.6497,0.0574,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
36
- Kumo-Tabular-Medium (Frozen),Kumo-Tabular-Medium,frozen,0.6741,0.2237,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
37
  TabPFN-v2 (TAR),TabPFN-v2,tar,0.738,1.7376,100.6949,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
38
  Kumo-Tabular (TAR),Kumo-Tabular,tar,0.7969,0.4124,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
39
  TabPFN-v2 (Frozen),TabPFN-v2,frozen,0.8065,1.6817,0.0,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
 
16
  TabDPT-1.3 (Frozen),TabDPT-1.3,frozen,0.2847,0.2223,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
17
  Causilo (Frozen),Causilo,frozen,0.3145,0.5456,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
18
  Causilo (TAR),Causilo,tar,0.3228,0.5502,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
19
+ Kumo-Tabular-S (TAR),Kumo-Tabular-S,tar,0.3672,0.1174,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
20
  EXAONE-Tabular (Frozen),EXAONE-Tabular,frozen,0.4243,2.7887,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
21
  EXAONE-Tabular (TAR),EXAONE-Tabular,tar,0.4305,2.7526,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
22
  TabPFN-v2p5 (TAR),TabPFN-v2p5,tar,0.4337,1.3744,100.6949,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
23
  Xiaomi-TabLDM (TAR),Xiaomi-TabLDM,tar,0.4742,0.5767,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
24
  XGBoost (TAR),XGBoost,tar,0.4845,0.0214,101.5254,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
25
+ Kumo-Tabular-S (Frozen),Kumo-Tabular-S,frozen,0.4932,0.1156,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
26
  TabPFN-v2p5 (Frozen),TabPFN-v2p5,frozen,0.501,1.3786,0.0,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
27
  Xiaomi-TabLDM (Frozen),Xiaomi-TabLDM,frozen,0.521,0.5792,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
28
+ Kumo-Tabular-M (TAR),Kumo-Tabular-M,tar,0.5263,0.2165,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
29
  XGBoost (Frozen),XGBoost,frozen,0.5454,0.0254,0.0,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
30
  LimiX-2 (TAR),LimiX-2,tar,0.5789,16.6645,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
31
  RandomForest (TAR),RandomForest,tar,0.5832,0.038,101.5254,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
 
33
  TabM (Frozen),TabM,frozen,0.6253,0.0519,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
34
  RandomForest (Frozen),RandomForest,frozen,0.6489,0.0348,0.0,0.7333,6.7195,,INTEL(R) XEON(R) PLATINUM 8581C CPU @ 2.30GHz
35
  TabM (TAR),TabM,tar,0.6497,0.0574,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
36
+ Kumo-Tabular-M (Frozen),Kumo-Tabular-M,frozen,0.6741,0.2237,0.0,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
37
  TabPFN-v2 (TAR),TabPFN-v2,tar,0.738,1.7376,100.6949,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
38
  Kumo-Tabular (TAR),Kumo-Tabular,tar,0.7969,0.4124,101.5254,0.7333,6.7195,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
39
  TabPFN-v2 (Frozen),TabPFN-v2,frozen,0.8065,1.6817,0.0,0.7399,6.9181,NVIDIA H100 80GB HBM3,Intel(R) Xeon(R) Platinum 8481C CPU @ 2.70GHz
data/leaderboards.csv CHANGED
The diff for this file is too large to render. See raw diff
 
data/models.csv CHANGED
@@ -18,8 +18,8 @@ TabSTAR-v1.1,Technion,technion.svg,https://github.com/alanarazi7/TabSTAR#tabstar
18
  Mitra-v2,Amazon,amazon.png,https://arxiv.org/abs/2609.04540
19
  LimiX-2,Stable AI & Tsinghua University,limix.png,https://arxiv.org/abs/2609.17488
20
  Kumo-Tabular,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
21
- Kumo-Tabular-Medium,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
22
- Kumo-Tabular-Small,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
23
  EXAONE-Tabular,LG AI Research,lg.svg,https://arxiv.org/abs/2608.25774
24
  Causilo,Nums AI,nums-ai.png,https://arxiv.org/abs/2609.22866
25
  TabFM,Google Research,google.png,https://arxiv.org/abs/2609.37959
 
18
  Mitra-v2,Amazon,amazon.png,https://arxiv.org/abs/2609.04540
19
  LimiX-2,Stable AI & Tsinghua University,limix.png,https://arxiv.org/abs/2609.17488
20
  Kumo-Tabular,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
21
+ Kumo-Tabular-M,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
22
+ Kumo-Tabular-S,NVIDIA,nvidia.png,https://huggingface.co/blog/nvidia/kumo-tabular
23
  EXAONE-Tabular,LG AI Research,lg.svg,https://arxiv.org/abs/2608.25774
24
  Causilo,Nums AI,nums-ai.png,https://arxiv.org/abs/2609.22866
25
  TabFM,Google Research,google.png,https://arxiv.org/abs/2609.37959
data/per_dataset.csv CHANGED
The diff for this file is too large to render. See raw diff
 
index.html CHANGED
@@ -780,13 +780,13 @@ function renderCost() {
780
  const order = orderOf();
781
  const rows = D.cost.filter(r => order.includes(r.entry)).sort((a, b) => order.indexOf(a.entry) - order.indexOf(b.entry));
782
  const maxT = Math.max(...rows.map(r => timeOf[r.entry]));
783
- const what = 'Train + fine-tune + predict' + (withEnc ? ' + encoding' : '');
784
  const t = document.getElementById('costTable');
785
- t.innerHTML = `<thead><tr><th>Encoding</th><th>Model</th><th>Device</th><th>${what} s / 1K rows</th><th class="num">Train</th><th class="num" title="TAR's LoRA fine-tuning, per 1K training rows">Fine-tune</th><th class="num">Predict</th><th class="num" title="Estimate, per 1K rows">Text enc.</th><th class="num" title="Estimate, per 1K rows">Image enc.</th></tr></thead>`;
786
  const tb = el('tbody');
787
  rows.forEach(r => {
788
  const total = timeOf[r.entry];
789
- tb.appendChild(el('tr', {}, `${encodingCell(r.encoding)}<td class="model">${modelName(r.model)}</td><td><span class="dev">${r.gpu ? 'H100' : 'CPU'}</span></td><td class="mono"><span class="bar" style="width:${Math.max(2, total / maxT * 140)}px"></span>${fmt(total, 2)}</td><td class="num">${fmt(r.train_s_per_1k, 2)}</td><td class="num">${r.finetune_s_per_1k ? fmt(r.finetune_s_per_1k, 2) : '—'}</td><td class="num">${fmt(r.inference_s_per_1k, 2)}</td><td class="num">${fmt(r.text_encode_s_per_1k, 2)}</td><td class="num">${fmt(r.image_encode_s_per_1k, 2)}</td>`));
790
  });
791
  t.appendChild(tb);
792
  }
 
780
  const order = orderOf();
781
  const rows = D.cost.filter(r => order.includes(r.entry)).sort((a, b) => order.indexOf(a.entry) - order.indexOf(b.entry));
782
  const maxT = Math.max(...rows.map(r => timeOf[r.entry]));
783
+ const what = 'Train + finetune' + (withEnc ? ' + encode' : '') + ' + predict';
784
  const t = document.getElementById('costTable');
785
+ t.innerHTML = `<thead><tr><th>Encoding</th><th>Model</th><th>Device</th><th>${what} s / 1K rows</th><th class="num">Train</th><th class="num" title="TAR's LoRA fine-tuning, per 1K training rows">Finetune</th><th class="num" title="Text and image encoding, estimate per 1K rows">Encode</th><th class="num">Predict</th></tr></thead>`;
786
  const tb = el('tbody');
787
  rows.forEach(r => {
788
  const total = timeOf[r.entry];
789
+ tb.appendChild(el('tr', {}, `${encodingCell(r.encoding)}<td class="model">${modelName(r.model)}</td><td><span class="dev">${r.gpu ? 'H100' : 'CPU'}</span></td><td class="mono"><span class="bar" style="width:${Math.max(2, total / maxT * 140)}px"></span>${fmt(total, 2)}</td><td class="num">${fmt(r.train_s_per_1k, 2)}</td><td class="num">${r.finetune_s_per_1k ? fmt(r.finetune_s_per_1k, 2) : '—'}</td><td class="num">${fmt(r.text_encode_s_per_1k + r.image_encode_s_per_1k, 2)}</td><td class="num">${fmt(r.inference_s_per_1k, 2)}</td>`));
790
  });
791
  t.appendChild(tb);
792
  }