editing framework and datasets by domain

index.html

@@ -1063,240 +1063,241 @@
 
 <section id="framework" class="section content-section">
   <div class="container is-max-desktop">
-    <!-- Framework -->
+    
+    <!-- Framework Overview -->
     <div class="columns is-centered">
       <div class="column is-full">
         <h2 class="title is-3 section-title has-text-centered">Framework & Resources</h2>
-        
-        <div class="content">
-          <!-- Framework Overview -->
-          <div class="framework-overview has-text-centered mb-5">
-            <div class="box p-5">
-              <span class="icon is-large mb-4">
-                <i class="fas fa-fire flame-icon fa-3x"></i>
-              </span>
-              <h3 class="title is-4"><span class="flame">FLaME</span> Framework</h3>
-              <p class="subtitle">Open-source, modular toolkit for financial LLM evaluation</p>
-              
-              <div class="buttons is-centered mt-4">
-                <a href="https://github.com/flame-benchmark/flame" target="_blank" class="button is-primary">
-                  <span class="icon">
-                    <i class="fab fa-github"></i>
-                  </span>
-                  <span>GitHub Repository</span>
-                </a>
-                <a href="https://huggingface.co/spaces/flame-benchmark/flame" target="_blank" class="button is-info">
-                  <span class="icon">
-                    <i class="fab fa-huggingface"></i>
-                  </span>
-                  <span>HuggingFace Space</span>
-                </a>
-              </div>
-            </div>
+
+        <div class="box has-background-white-ter has-text-centered p-5 mb-5">
+          <span class="icon is-large mb-4">
+            <i class="fas fa-fire flame-icon fa-3x"></i>
+          </span>
+          <h3 class="title is-4"><span class="flame">FLaME</span> Framework</h3>
+          <p class="subtitle">An open-source, modular benchmarking suite for evaluating financial language models.</p>
+
+          <div class="buttons is-centered mt-4">
+            <a href="https://github.com/flame-benchmark/flame" target="_blank" class="button is-primary">
+              <span class="icon"><i class="fab fa-github"></i></span>
+              <span>GitHub Repository</span>
+            </a>
+            <a href="https://huggingface.co/spaces/flame-benchmark/flame" target="_blank" class="button is-info">
+              <span class="icon"><i class="fab fa-huggingface"></i></span>
+              <span>Hugging Face Space</span>
+            </a>
           </div>
-          
-          <div class="columns is-multiline">
-            <!-- Framework Features -->
-            <div class="column is-6">
-              <div class="card h-100">
-                <div class="card-header">
-                  <p class="card-header-title">
-                    <span class="icon mr-2"><i class="fas fa-cogs"></i></span>
-                    Framework Features
+        </div>
+      </div>
+    </div>
+
+    <!-- Features & Getting Started -->
+    <div class="columns is-multiline">
+      
+      <!-- 🛠 Framework Features -->
+      <div class="column is-6">
+        <div class="card h-100">
+          <div class="card-header">
+            <p class="card-header-title">
+              <span class="icon mr-2"><i class="fas fa-cogs"></i></span>
+              Framework Features
+            </p>
+          </div>
+          <div class="card-content">
+            <div class="content">
+              <div class="feature-list">
+                
+                <div class="feature-item mb-3">
+                  <p class="has-text-weight-bold mb-1">
+                    <span class="icon has-text-primary"><i class="fas fa-check"></i></span> 🔧 Standardized Pipelines
                   </p>
+                  <p class="is-size-7 ml-4">Pre-built evaluation pipelines for key financial NLP tasks.</p>
                 </div>
-                <div class="card-content">
-                  <div class="content">
-                    <div class="feature-list">
-                      <div class="feature-item mb-3">
-                        <p class="has-text-weight-bold mb-1">
-                          <span class="icon has-text-primary">
-                            <i class="fas fa-check"></i>
-                          </span>
-                          Standardized Pipelines
-                        </p>
-                        <p class="is-size-7 ml-4">Evaluation pipelines for all major financial NLP tasks</p>
-                      </div>
-                      
-                      <div class="feature-item mb-3">
-                        <p class="has-text-weight-bold mb-1">
-                          <span class="icon has-text-primary">
-                            <i class="fas fa-check"></i>
-                          </span>
-                          Customizable Assessment
-                        </p>
-                        <p class="is-size-7 ml-4">Configure evaluations across models and datasets</p>
-                      </div>
-                      
-                      <div class="feature-item mb-3">
-                        <p class="has-text-weight-bold mb-1">
-                          <span class="icon has-text-primary">
-                            <i class="fas fa-check"></i>
-                          </span>
-                          Reproducible Benchmarking
-                        </p>
-                        <p class="is-size-7 ml-4">Consistent metrics and evaluation protocols</p>
-                      </div>
-                      
-                      <div class="feature-item">
-                        <p class="has-text-weight-bold mb-1">
-                          <span class="icon has-text-primary">
-                            <i class="fas fa-check"></i>
-                          </span>
-                          Extensible Architecture
-                        </p>
-                        <p class="is-size-7 ml-4">Easily add new tasks, models, and datasets</p>
-                      </div>
-                    </div>
-                  </div>
+
+                <div class="feature-item mb-3">
+                  <p class="has-text-weight-bold mb-1">
+                    <span class="icon has-text-primary"><i class="fas fa-check"></i></span> ⚙️ Customizable Assessments
+                  </p>
+                  <p class="is-size-7 ml-4">Supports easy model-to-model and dataset-to-dataset comparisons.</p>
                 </div>
-              </div>
-            </div>
-            
-            <!-- Datasets -->
-            <div class="column is-6">
-              <div class="card h-100">
-                <div class="card-header">
-                  <p class="card-header-title">
-                    <span class="icon mr-2"><i class="fas fa-database"></i></span>
-                    Datasets by Domain
+
+                <div class="feature-item mb-3">
+                  <p class="has-text-weight-bold mb-1">
+                    <span class="icon has-text-primary"><i class="fas fa-check"></i></span> 📊 Reproducible Benchmarking
                   </p>
+                  <p class="is-size-7 ml-4">Ensures consistent evaluation metrics and transparent methodology.</p>
                 </div>
-                <div class="card-content">
-                  <div class="content">
-                    <div class="columns is-multiline">
-                      <div class="column is-6">
-                        <div class="dataset-category">
-                          <p class="has-text-weight-bold">
-                            <span class="icon has-text-primary">
-                              <i class="fas fa-university"></i>
-                            </span>
-                            Banking
-                          </p>
-                          <ul style="list-style-type: none;">
-                            <li>Banking77</li>
-                            <li>FiQA</li>
-                            <li>FinRED</li>
-                          </ul>
-                        </div>
-                      </div>
-                      
-                      <div class="column is-6">
-                        <div class="dataset-category">
-                          <p class="has-text-weight-bold">
-                            <span class="icon has-text-primary">
-                              <i class="fas fa-chart-line"></i>
-                            </span>
-                            Investment
-                          </p>
-                          <ul style="list-style-type: none;">
-                            <li>FPB</li>
-                            <li>Headlines</li>
-                            <li>SubjectiveQA</li>
-                          </ul>
-                        </div>
-                      </div>
-                      
-                      <div class="column is-6">
-                        <div class="dataset-category">
-                          <p class="has-text-weight-bold">
-                            <span class="icon has-text-primary">
-                              <i class="fas fa-calculator"></i>
-                            </span>
-                            Accounting
-                          </p>
-                          <ul style="list-style-type: none;">
-                            <li>FinQA</li>
-                            <li>TaT-QA</li>
-                            <li>ConvFinQA</li>
-                          </ul>
-                        </div>
-                      </div>
-                      
-                      <div class="column is-6">
-                        <div class="dataset-category">
-                          <p class="has-text-weight-bold">
-                            <span class="icon has-text-primary">
-                              <i class="fas fa-building"></i>
-                            </span>
-                            Corporate
-                          </p>
-                          <ul style="list-style-type: none;">
-                            <li>ECTSum</li>
-                            <li>EDTSum</li>
-                            <li>FinCausal</li>
-                          </ul>
-                        </div>
-                      </div>
-                    </div>
-                  </div>
+
+                <div class="feature-item">
+                  <p class="has-text-weight-bold mb-1">
+                    <span class="icon has-text-primary"><i class="fas fa-check"></i></span> 🔗 Extensible Architecture
+                  </p>
+                  <p class="is-size-7 ml-4">Easily integrates new tasks, datasets, and evaluation modules.</p>
                 </div>
+
               </div>
             </div>
-            
-            <!-- Getting Started -->
-            <div class="column is-full mt-4">
-              <div class="card">
-                <div class="card-header">
-                  <p class="card-header-title">
-                    <span class="icon mr-2"><i class="fas fa-rocket"></i></span>
-                    Getting Started
-                  </p>
+          </div>
+        </div>
+      </div>
+
+      <!-- 🚀 Getting Started -->
+      <div class="column is-6">
+        <div class="card h-100">
+          <div class="card-header">
+            <p class="card-header-title">
+              <span class="icon mr-2"><i class="fas fa-rocket"></i></span>
+              Getting Started
+            </p>
+          </div>
+          <div class="card-content">
+            <div class="content">
+              <div class="steps">
+                <div class="step-item">
+                  <div class="step-marker">1</div>
+                  <div class="step-details">
+                    <p class="step-title">Clone Repository</p>
+                    <p class="is-size-7 has-text-grey">
+                      <code>git clone https://github.com/flame-benchmark/flame.git</code>
+                    </p>
+                  </div>
                 </div>
-                <div class="card-content">
-                  <div class="content">
-                    <div class="steps">
-                      <div class="step-item">
-                        <div class="step-marker">1</div>
-                        <div class="step-details">
-                          <p class="step-title">Clone Repository</p>
-                          <p class="is-size-7 has-text-grey">
-                            <code>git clone https://github.com/flame-benchmark/flame.git</code>
-                          </p>
-                        </div>
-                      </div>
-                      
-                      <div class="step-item">
-                        <div class="step-marker">2</div>
-                        <div class="step-details">
-                          <p class="step-title">Install Dependencies</p>
-                          <p class="is-size-7 has-text-grey">
-                            <code>pip install -r requirements.txt</code>
-                          </p>
-                        </div>
-                      </div>
-                      
-                      <div class="step-item">
-                        <div class="step-marker">3</div>
-                        <div class="step-details">
-                          <p class="step-title">Configure Models</p>
-                          <p class="is-size-7 has-text-grey">Edit config.yaml with your API keys and model selections</p>
-                        </div>
-                      </div>
-                      
-                      <div class="step-item">
-                        <div class="step-marker">4</div>
-                        <div class="step-details">
-                          <p class="step-title">Run Evaluations</p>
-                          <p class="is-size-7 has-text-grey">
-                            <code>python -m flame.run --task all</code>
-                          </p>
-                        </div>
-                      </div>
-                    </div>
-                    
-                    <div class="notification is-info is-light mt-4">
-                      <p class="mb-0">For complete documentation and examples, visit our <a href="https://github.com/flame-benchmark/flame" target="_blank">GitHub repository</a>.</p>
-                    </div>
+
+                <div class="step-item">
+                  <div class="step-marker">2</div>
+                  <div class="step-details">
+                    <p class="step-title">Install Dependencies</p>
+                    <p class="is-size-7 has-text-grey">
+                      <code>pip install -r requirements.txt</code>
+                    </p>
+                  </div>
+                </div>
+
+                <div class="step-item">
+                  <div class="step-marker">3</div>
+                  <div class="step-details">
+                    <p class="step-title">Configure Models</p>
+                    <p class="is-size-7 has-text-grey">Edit <code>config.yaml</code> with API keys and model settings.</p>
+                  </div>
+                </div>
+
+                <div class="step-item">
+                  <div class="step-marker">4</div>
+                  <div class="step-details">
+                    <p class="step-title">Run Evaluations</p>
+                    <p class="is-size-7 has-text-grey">
+                      <code>python -m flame.run --task all</code>
+                    </p>
                   </div>
                 </div>
               </div>
+              
+              <div class="notification is-info is-light mt-4">
+                <p class="mb-0">For detailed documentation, visit our <a href="https://github.com/flame-benchmark/flame" target="_blank">GitHub repository</a>.</p>
+              </div>
             </div>
           </div>
         </div>
       </div>
-    </div>
-    <!--/ Framework -->
+
+    </div> <!-- End Columns -->
+
+  </div>
+</section>
+
+<section id="datasets" class="section content-section">
+  <div class="container is-max-desktop">
+    <h2 class="title is-3 section-title has-text-centered">Datasets & Domains</h2>
+    
+    <div class="columns is-multiline">
+      
+      <!-- 📊 Numerical Reasoning & Question Answering -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon has-text-primary"><i class="fa-solid fa-calculator"></i></span> 📊 Numerical Reasoning & Question Answering
+          </p>
+          <ul>
+            <li><strong>FinQA</strong> – Multi-step financial numerical reasoning.</li>
+            <li><strong>ConvFinQA</strong> – Conversational numerical reasoning.</li>
+            <li><strong>TaT-QA</strong> – Hybrid table-text question answering.</li>
+          </ul>
+        </div>
+      </div>
+
+      <!-- 📝 Text Summarization -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon has-text-primary"><i class="fa-solid fa-file-lines"></i></span> 📝 Text Summarization
+          </p>
+          <ul>
+            <li><strong>ECTSum</strong> – Earnings call transcript summarization.</li>
+            <li><strong>EDTSum</strong> – Financial news summarization.</li>
+          </ul>
+        </div>
+      </div>
+
+      <!-- 🔎 Information Retrieval -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon has-text-primary"><i class="fa-solid fa-search"></i></span> 🔎 Information Retrieval
+          </p>
+          <ul>
+            <li><strong>FiNER-ORD</strong> – Named entity recognition for financial documents.</li>
+            <li><strong>FinEntity</strong> – Entity-based sentiment classification.</li>
+            <li><strong>Financial Numeric Extreme Labeling (FNXL)</strong> – Automated numeral annotation in financial reports.</li>
+            <li><strong>FinRED</strong> – Relation extraction in finance.</li>
+            <li><strong>REFinD</strong> – Relation extraction from SEC filings.</li>
+          </ul>
+        </div>
+      </div>
+
+      <!-- 😐 Sentiment Analysis -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon has-text-primary"><i class="fa-solid fa-comment-alt"></i></span> 😐 Sentiment Analysis
+          </p>
+          <ul>
+            <li><strong>FiQA (Task 1)</strong> – Aspect-based sentiment analysis.</li>
+            <li><strong>FiQA (Task 2)</strong> – Opinion-based financial QA.</li>
+            <li><strong>Financial Phrase Bank (FPB)</strong> – Market sentiment classification.</li>
+            <li><strong>SubjECTive-QA</strong> – Subjectivity detection in earnings call Q&A.</li>
+          </ul>
+        </div>
+      </div>
+
+      <!-- 🏷️ Text Classification -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon has-text-primary"><i class="fa-solid fa-tags"></i></span> 🏷️ Text Classification
+          </p>
+          <ul>
+            <li><strong>Numerical Claim Detection</strong> – Fine-grained investor claim detection.</li>
+            <li><strong>News Headline Classification</strong> – Market sentiment and trend detection.</li>
+            <li><strong>FOMC Dataset</strong> – Hawkish-Dovish stance classification.</li>
+            <li><strong>Banking77</strong> – Fine-grained intent detection.</li>
+            <li><strong>FinBench</strong> – Financial risk classification (default, fraud, churn).</li>
+          </ul>
+        </div>
+      </div>
+
+      <!--  Causal Analysis -->
+      <div class="column is-6">
+        <div class="dataset-category box">
+          <p class="has-text-weight-bold">
+            <span class="icon"><i class="fa-solid fa-brain"></i></span> 🧠 Causal Analysis
+          </p>
+          <ul>
+            <li><strong>FinCausal</strong> – Causal reasoning in financial news.</li>
+            <li><strong>FinCausal-SC</strong> – Cause-effect span extraction.</li>
+          </ul>
+        </div>
+      </div>
+
+    </div> <!-- End Columns -->
   </div>
 </section>