Simplify results
Browse files- docs/index.html +6 -27
docs/index.html
CHANGED
|
@@ -395,36 +395,15 @@
|
|
| 395 |
</div>
|
| 396 |
</section>
|
| 397 |
|
| 398 |
-
<!-- ============
|
| 399 |
<section>
|
| 400 |
<div class="container">
|
| 401 |
-
<h2>
|
| 402 |
-
<p class="section-sub">Evaluated
|
| 403 |
-
<div class="
|
| 404 |
-
<div class="card">
|
| 405 |
-
<h3>Multi-hop QA (F1 / EM)</h3>
|
| 406 |
-
<table style="width:100%;font-size:0.88rem;border-collapse:collapse;margin-top:8px;">
|
| 407 |
-
<tr style="border-bottom:2px solid var(--slate-200);"><th style="text-align:left;padding:6px 4px;">Method</th><th style="text-align:center;padding:6px 4px;">HotpotQA</th><th style="text-align:center;padding:6px 4px;">MuSiQue</th><th style="text-align:center;padding:6px 4px;">2Wiki</th></tr>
|
| 408 |
-
<tr style="border-bottom:1px solid var(--slate-100);"><td style="padding:6px 4px;color:var(--slate-500);">GraphRAG</td><td style="text-align:center;padding:6px 4px;">68.6</td><td style="text-align:center;padding:6px 4px;">38.5</td><td style="text-align:center;padding:6px 4px;">58.6</td></tr>
|
| 409 |
-
<tr style="border-bottom:1px solid var(--slate-100);"><td style="padding:6px 4px;color:var(--slate-500);">LightRAG</td><td style="text-align:center;padding:6px 4px;">2.4</td><td style="text-align:center;padding:6px 4px;">1.6</td><td style="text-align:center;padding:6px 4px;">11.6</td></tr>
|
| 410 |
-
<tr style="border-bottom:1px solid var(--slate-100);"><td style="padding:6px 4px;color:var(--slate-500);">RAPTOR</td><td style="text-align:center;padding:6px 4px;">69.5</td><td style="text-align:center;padding:6px 4px;">28.9</td><td style="text-align:center;padding:6px 4px;">52.1</td></tr>
|
| 411 |
-
<tr style="background:var(--blue-50);font-weight:600;"><td style="padding:6px 4px;color:var(--blue-600);">QAFD-RAG</td><td style="text-align:center;padding:6px 4px;"><strong>73.4</strong></td><td style="text-align:center;padding:6px 4px;"><strong>48.0</strong></td><td style="text-align:center;padding:6px 4px;">69.4</td></tr>
|
| 412 |
-
</table>
|
| 413 |
-
</div>
|
| 414 |
-
<div class="card">
|
| 415 |
-
<h3>Text-to-SQL (Execution Accuracy %)</h3>
|
| 416 |
-
<table style="width:100%;font-size:0.88rem;border-collapse:collapse;margin-top:8px;">
|
| 417 |
-
<tr style="border-bottom:2px solid var(--slate-200);"><th style="text-align:left;padding:6px 4px;">Method</th><th style="text-align:center;padding:6px 4px;">SQLite</th><th style="text-align:center;padding:6px 4px;">Snowflake</th></tr>
|
| 418 |
-
<tr style="border-bottom:1px solid var(--slate-100);"><td style="padding:6px 4px;color:var(--slate-500);">Spider-Agent</td><td style="text-align:center;padding:6px 4px;">21.5</td><td style="text-align:center;padding:6px 4px;">16.3</td></tr>
|
| 419 |
-
<tr style="background:var(--blue-50);font-weight:600;"><td style="padding:6px 4px;color:var(--blue-600);">QAFD-RAG</td><td style="text-align:center;padding:6px 4px;"><strong>26.7</strong></td><td style="text-align:center;padding:6px 4px;"><strong>23.7</strong></td></tr>
|
| 420 |
-
</table>
|
| 421 |
-
<p style="margin-top:12px;font-size:0.85rem;color:var(--slate-400);">Also reduces LLM API calls by 31.9–54.5%.</p>
|
| 422 |
-
</div>
|
| 423 |
-
</div>
|
| 424 |
-
<div class="bench-grid" style="margin-top:20px;">
|
| 425 |
<div class="bench-item"><div class="task">UltraDomain QA</div><div class="dataset">11 domains · 5 quality metrics</div><div class="metrics">Leads in <strong>96%</strong> of comparisons (48/50)</div></div>
|
| 426 |
-
<div class="bench-item"><div class="task">Multi-hop QA</div><div class="dataset">MuSiQue · HotpotQA ·
|
| 427 |
-
<div class="bench-item"><div class="task">Text-to-SQL</div><div class="dataset">Spider2-lite (SQLite · Snowflake)</div><div class="metrics">
|
| 428 |
<div class="bench-item"><div class="task">Summarization</div><div class="dataset">SQuALITY</div><div class="metrics">BLEU · ROUGE · METEOR</div></div>
|
| 429 |
</div>
|
| 430 |
</div>
|
|
|
|
| 395 |
</div>
|
| 396 |
</section>
|
| 397 |
|
| 398 |
+
<!-- ============ BENCHMARKS ============ -->
|
| 399 |
<section>
|
| 400 |
<div class="container">
|
| 401 |
+
<h2>Benchmarks</h2>
|
| 402 |
+
<p class="section-sub">Evaluated on UltraDomain QA (11 domains), multi-hop QA, text-to-SQL, and summarization. Full results in the <a href="https://openreview.net/pdf?id=n28wnc2QTc" style="color:var(--blue-600);">paper</a>.</p>
|
| 403 |
+
<div class="bench-grid">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 404 |
<div class="bench-item"><div class="task">UltraDomain QA</div><div class="dataset">11 domains · 5 quality metrics</div><div class="metrics">Leads in <strong>96%</strong> of comparisons (48/50)</div></div>
|
| 405 |
+
<div class="bench-item"><div class="task">Multi-hop QA</div><div class="dataset">MuSiQue · HotpotQA · 2Wiki</div><div class="metrics">Best F1 on HotpotQA (<strong>73.4</strong>) & MuSiQue (<strong>48.0</strong>)</div></div>
|
| 406 |
+
<div class="bench-item"><div class="task">Text-to-SQL</div><div class="dataset">Spider2-lite (SQLite · Snowflake)</div><div class="metrics"><strong>26.7%</strong> SQLite · <strong>23.7%</strong> Snowflake</div></div>
|
| 407 |
<div class="bench-item"><div class="task">Summarization</div><div class="dataset">SQuALITY</div><div class="metrics">BLEU · ROUGE · METEOR</div></div>
|
| 408 |
</div>
|
| 409 |
</div>
|