Update index.html
Browse files- index.html +28 -6
index.html
CHANGED
|
@@ -529,6 +529,7 @@
|
|
| 529 |
<button class="tab active" data-idx="0">Partial Replication</button>
|
| 530 |
<button class="tab" data-idx="1">Compilation Success</button>
|
| 531 |
<button class="tab" data-idx="2">Coefficient Direction</button>
|
|
|
|
| 532 |
</div>
|
| 533 |
|
| 534 |
<div class="panel show" id="panel-rep">
|
|
@@ -543,7 +544,7 @@
|
|
| 543 |
<div class="lb-columns">
|
| 544 |
<span>#</span>
|
| 545 |
<span>Model</span>
|
| 546 |
-
<span class="col-score">Score</span>
|
| 547 |
</div>
|
| 548 |
<div id="rows-rep"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 549 |
</div>
|
|
@@ -561,7 +562,7 @@
|
|
| 561 |
<div class="lb-columns">
|
| 562 |
<span>#</span>
|
| 563 |
<span>Model</span>
|
| 564 |
-
<span class="col-score">Score</span>
|
| 565 |
</div>
|
| 566 |
<div id="rows-compile"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 567 |
</div>
|
|
@@ -579,12 +580,31 @@
|
|
| 579 |
<div class="lb-columns">
|
| 580 |
<span>#</span>
|
| 581 |
<span>Model</span>
|
| 582 |
-
<span class="col-score">Score</span>
|
| 583 |
</div>
|
| 584 |
<div id="rows-dir"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 585 |
</div>
|
| 586 |
</div>
|
| 587 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 588 |
<div id="error-banner" class="error-banner hidden"></div>
|
| 589 |
|
| 590 |
<div class="metric-card">
|
|
@@ -596,9 +616,10 @@
|
|
| 596 |
<li><strong>Compilation Success:</strong> Generated econometric code executes completely without runtime or syntax errors.</li>
|
| 597 |
<li><strong>Partial Replication:</strong> The target treatment coefficient can be reproduced within a 10% relative error threshold.</li>
|
| 598 |
<li><strong>Correct Coefficient Direction:</strong> The sign (positive/negative) of the treatment‑effect coefficient matches ground‑truth results.</li>
|
|
|
|
| 599 |
</ul>
|
| 600 |
<div class="metric-note">
|
| 601 |
-
<em>Note:</em> Codex serves as a strong code‑specialized upper‑bound baseline with high overall metrics across all
|
| 602 |
<br><br>
|
| 603 |
Dataset: <a href="https://huggingface.co/datasets/CamoAiLab/Infernet" target="_blank">CamoAiLab/Infernet</a>
|
| 604 |
</div>
|
|
@@ -724,12 +745,13 @@ async function loadData() {
|
|
| 724 |
buildRows(data, "Partial Replication (%)", "rows-rep");
|
| 725 |
buildRows(data, "Compilation Success (%)", "rows-compile");
|
| 726 |
buildRows(data, "Correct Coefficient Direction (%)", "rows-dir");
|
|
|
|
| 727 |
} catch (err) {
|
| 728 |
console.error("load csv error", err);
|
| 729 |
const banner = document.getElementById("error-banner");
|
| 730 |
banner.textContent = `Failed to load ranking data: ${err.message}`;
|
| 731 |
banner.classList.remove("hidden");
|
| 732 |
-
["rows-rep","rows-compile", "rows-dir"].forEach(id => {
|
| 733 |
document.getElementById(id).innerHTML = '<div class="loading">Unable to load data</div>';
|
| 734 |
});
|
| 735 |
}
|
|
@@ -738,4 +760,4 @@ async function loadData() {
|
|
| 738 |
loadData();
|
| 739 |
</script>
|
| 740 |
</body>
|
| 741 |
-
</html>
|
|
|
|
| 529 |
<button class="tab active" data-idx="0">Partial Replication</button>
|
| 530 |
<button class="tab" data-idx="1">Compilation Success</button>
|
| 531 |
<button class="tab" data-idx="2">Coefficient Direction</button>
|
| 532 |
+
<button class="tab" data-idx="3">Significant Level Correctness</button>
|
| 533 |
</div>
|
| 534 |
|
| 535 |
<div class="panel show" id="panel-rep">
|
|
|
|
| 544 |
<div class="lb-columns">
|
| 545 |
<span>#</span>
|
| 546 |
<span>Model</span>
|
| 547 |
+
<span class="col-score">Score (0‑100)</span>
|
| 548 |
</div>
|
| 549 |
<div id="rows-rep"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 550 |
</div>
|
|
|
|
| 562 |
<div class="lb-columns">
|
| 563 |
<span>#</span>
|
| 564 |
<span>Model</span>
|
| 565 |
+
<span class="col-score">Score (0‑100)</span>
|
| 566 |
</div>
|
| 567 |
<div id="rows-compile"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 568 |
</div>
|
|
|
|
| 580 |
<div class="lb-columns">
|
| 581 |
<span>#</span>
|
| 582 |
<span>Model</span>
|
| 583 |
+
<span class="col-score">Score (0‑100)</span>
|
| 584 |
</div>
|
| 585 |
<div id="rows-dir"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 586 |
</div>
|
| 587 |
</div>
|
| 588 |
|
| 589 |
+
<!-- New panel for Significant Level Correctness -->
|
| 590 |
+
<div class="panel" id="panel-sig">
|
| 591 |
+
<div class="leaderboard-card">
|
| 592 |
+
<div class="leaderboard-header">
|
| 593 |
+
<h2>
|
| 594 |
+
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"><path d="M18 20V10M12 20V4M6 20v-6"/></svg>
|
| 595 |
+
Leaderboard
|
| 596 |
+
</h2>
|
| 597 |
+
<span class="badge-official">Official Benchmark</span>
|
| 598 |
+
</div>
|
| 599 |
+
<div class="lb-columns">
|
| 600 |
+
<span>#</span>
|
| 601 |
+
<span>Model</span>
|
| 602 |
+
<span class="col-score">Score (0‑100)</span>
|
| 603 |
+
</div>
|
| 604 |
+
<div id="rows-sig"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
|
| 605 |
+
</div>
|
| 606 |
+
</div>
|
| 607 |
+
|
| 608 |
<div id="error-banner" class="error-banner hidden"></div>
|
| 609 |
|
| 610 |
<div class="metric-card">
|
|
|
|
| 616 |
<li><strong>Compilation Success:</strong> Generated econometric code executes completely without runtime or syntax errors.</li>
|
| 617 |
<li><strong>Partial Replication:</strong> The target treatment coefficient can be reproduced within a 10% relative error threshold.</li>
|
| 618 |
<li><strong>Correct Coefficient Direction:</strong> The sign (positive/negative) of the treatment‑effect coefficient matches ground‑truth results.</li>
|
| 619 |
+
<li><strong>Significant Level Correctness:</strong> The model correctly reproduces the statistical significance level of the treatment‑effect coefficient.</li>
|
| 620 |
</ul>
|
| 621 |
<div class="metric-note">
|
| 622 |
+
<em>Note:</em> Codex serves as a strong code‑specialized upper‑bound baseline with high overall metrics across all four evaluation dimensions. However, it only supports one‑shot code generation without agent‑level interactive planning or multi‑round revision capabilities, and its public API is no longer available. MetricsAI outperforms vanilla‑LLM and general‑purpose‑agent baselines for interactive real‑world econometric‑research workflows.
|
| 623 |
<br><br>
|
| 624 |
Dataset: <a href="https://huggingface.co/datasets/CamoAiLab/Infernet" target="_blank">CamoAiLab/Infernet</a>
|
| 625 |
</div>
|
|
|
|
| 745 |
buildRows(data, "Partial Replication (%)", "rows-rep");
|
| 746 |
buildRows(data, "Compilation Success (%)", "rows-compile");
|
| 747 |
buildRows(data, "Correct Coefficient Direction (%)", "rows-dir");
|
| 748 |
+
buildRows(data, "Significant Level Correctness (%)", "rows-sig");
|
| 749 |
} catch (err) {
|
| 750 |
console.error("load csv error", err);
|
| 751 |
const banner = document.getElementById("error-banner");
|
| 752 |
banner.textContent = `Failed to load ranking data: ${err.message}`;
|
| 753 |
banner.classList.remove("hidden");
|
| 754 |
+
["rows-rep","rows-compile", "rows-dir","rows-sig"].forEach(id => {
|
| 755 |
document.getElementById(id).innerHTML = '<div class="loading">Unable to load data</div>';
|
| 756 |
});
|
| 757 |
}
|
|
|
|
| 760 |
loadData();
|
| 761 |
</script>
|
| 762 |
</body>
|
| 763 |
+
</html>
|