zsss0316 commited on
Commit
7b5060d
·
verified ·
1 Parent(s): 9cf7dd4

Update index.html

Browse files
Files changed (1) hide show
  1. index.html +28 -6
index.html CHANGED
@@ -529,6 +529,7 @@
529
  <button class="tab active" data-idx="0">Partial Replication</button>
530
  <button class="tab" data-idx="1">Compilation Success</button>
531
  <button class="tab" data-idx="2">Coefficient Direction</button>
 
532
  </div>
533
 
534
  <div class="panel show" id="panel-rep">
@@ -543,7 +544,7 @@
543
  <div class="lb-columns">
544
  <span>#</span>
545
  <span>Model</span>
546
- <span class="col-score">Score</span>
547
  </div>
548
  <div id="rows-rep"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
549
  </div>
@@ -561,7 +562,7 @@
561
  <div class="lb-columns">
562
  <span>#</span>
563
  <span>Model</span>
564
- <span class="col-score">Score</span>
565
  </div>
566
  <div id="rows-compile"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
567
  </div>
@@ -579,12 +580,31 @@
579
  <div class="lb-columns">
580
  <span>#</span>
581
  <span>Model</span>
582
- <span class="col-score">Score</span>
583
  </div>
584
  <div id="rows-dir"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
585
  </div>
586
  </div>
587
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
588
  <div id="error-banner" class="error-banner hidden"></div>
589
 
590
  <div class="metric-card">
@@ -596,9 +616,10 @@
596
  <li><strong>Compilation Success:</strong> Generated econometric code executes completely without runtime or syntax errors.</li>
597
  <li><strong>Partial Replication:</strong> The target treatment coefficient can be reproduced within a 10% relative error threshold.</li>
598
  <li><strong>Correct Coefficient Direction:</strong> The sign (positive/negative) of the treatment‑effect coefficient matches ground‑truth results.</li>
 
599
  </ul>
600
  <div class="metric-note">
601
- <em>Note:</em> Codex serves as a strong code‑specialized upper‑bound baseline with high overall metrics across all three evaluation dimensions. However, it only supports one‑shot code generation without agent‑level interactive planning or multi‑round revision capabilities, and its public API is no longer available. MetricsAI outperforms vanilla‑LLM and general‑purpose‑agent baselines for interactive real‑world econometric‑research workflows.
602
  <br><br>
603
  Dataset: <a href="https://huggingface.co/datasets/CamoAiLab/Infernet" target="_blank">CamoAiLab/Infernet</a>
604
  </div>
@@ -724,12 +745,13 @@ async function loadData() {
724
  buildRows(data, "Partial Replication (%)", "rows-rep");
725
  buildRows(data, "Compilation Success (%)", "rows-compile");
726
  buildRows(data, "Correct Coefficient Direction (%)", "rows-dir");
 
727
  } catch (err) {
728
  console.error("load csv error", err);
729
  const banner = document.getElementById("error-banner");
730
  banner.textContent = `Failed to load ranking data: ${err.message}`;
731
  banner.classList.remove("hidden");
732
- ["rows-rep","rows-compile", "rows-dir"].forEach(id => {
733
  document.getElementById(id).innerHTML = '<div class="loading">Unable to load data</div>';
734
  });
735
  }
@@ -738,4 +760,4 @@ async function loadData() {
738
  loadData();
739
  </script>
740
  </body>
741
- </html>
 
529
  <button class="tab active" data-idx="0">Partial Replication</button>
530
  <button class="tab" data-idx="1">Compilation Success</button>
531
  <button class="tab" data-idx="2">Coefficient Direction</button>
532
+ <button class="tab" data-idx="3">Significant Level Correctness</button>
533
  </div>
534
 
535
  <div class="panel show" id="panel-rep">
 
544
  <div class="lb-columns">
545
  <span>#</span>
546
  <span>Model</span>
547
+ <span class="col-score">Score (0‑100)</span>
548
  </div>
549
  <div id="rows-rep"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
550
  </div>
 
562
  <div class="lb-columns">
563
  <span>#</span>
564
  <span>Model</span>
565
+ <span class="col-score">Score (0‑100)</span>
566
  </div>
567
  <div id="rows-compile"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
568
  </div>
 
580
  <div class="lb-columns">
581
  <span>#</span>
582
  <span>Model</span>
583
+ <span class="col-score">Score (0‑100)</span>
584
  </div>
585
  <div id="rows-dir"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
586
  </div>
587
  </div>
588
 
589
+ <!-- New panel for Significant Level Correctness -->
590
+ <div class="panel" id="panel-sig">
591
+ <div class="leaderboard-card">
592
+ <div class="leaderboard-header">
593
+ <h2>
594
+ <svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2"><path d="M18 20V10M12 20V4M6 20v-6"/></svg>
595
+ Leaderboard
596
+ </h2>
597
+ <span class="badge-official">Official Benchmark</span>
598
+ </div>
599
+ <div class="lb-columns">
600
+ <span>#</span>
601
+ <span>Model</span>
602
+ <span class="col-score">Score (0‑100)</span>
603
+ </div>
604
+ <div id="rows-sig"><div class="loading"><div class="loading-spinner"></div>Loading rankings…</div></div>
605
+ </div>
606
+ </div>
607
+
608
  <div id="error-banner" class="error-banner hidden"></div>
609
 
610
  <div class="metric-card">
 
616
  <li><strong>Compilation Success:</strong> Generated econometric code executes completely without runtime or syntax errors.</li>
617
  <li><strong>Partial Replication:</strong> The target treatment coefficient can be reproduced within a 10% relative error threshold.</li>
618
  <li><strong>Correct Coefficient Direction:</strong> The sign (positive/negative) of the treatment‑effect coefficient matches ground‑truth results.</li>
619
+ <li><strong>Significant Level Correctness:</strong> The model correctly reproduces the statistical significance level of the treatment‑effect coefficient.</li>
620
  </ul>
621
  <div class="metric-note">
622
+ <em>Note:</em> Codex serves as a strong code‑specialized upper‑bound baseline with high overall metrics across all four evaluation dimensions. However, it only supports one‑shot code generation without agent‑level interactive planning or multi‑round revision capabilities, and its public API is no longer available. MetricsAI outperforms vanilla‑LLM and general‑purpose‑agent baselines for interactive real‑world econometric‑research workflows.
623
  <br><br>
624
  Dataset: <a href="https://huggingface.co/datasets/CamoAiLab/Infernet" target="_blank">CamoAiLab/Infernet</a>
625
  </div>
 
745
  buildRows(data, "Partial Replication (%)", "rows-rep");
746
  buildRows(data, "Compilation Success (%)", "rows-compile");
747
  buildRows(data, "Correct Coefficient Direction (%)", "rows-dir");
748
+ buildRows(data, "Significant Level Correctness (%)", "rows-sig");
749
  } catch (err) {
750
  console.error("load csv error", err);
751
  const banner = document.getElementById("error-banner");
752
  banner.textContent = `Failed to load ranking data: ${err.message}`;
753
  banner.classList.remove("hidden");
754
+ ["rows-rep","rows-compile", "rows-dir","rows-sig"].forEach(id => {
755
  document.getElementById(id).innerHTML = '<div class="loading">Unable to load data</div>';
756
  });
757
  }
 
760
  loadData();
761
  </script>
762
  </body>
763
+ </html>