updated app

app.py

@@ -143,10 +143,13 @@ def get_data_preview():
     if "data" not in DB:
         return {}, {}, {}, {}, {}
     
-    df = DB["data"]
-    # Remove failed_samples column if it exists
-    if 'failed_samples' in df.columns:
-        df = df.drop(columns=['failed_samples'])
+    df = DB["data"].copy()
+    
+    # Remove failed_samples related columns
+    columns_to_remove = ['failed_samples', '# Failed/Total Samples', 'failedsamples', '%_failed_sample']
+    for col in columns_to_remove:
+        if col in df.columns:
+            df = df.drop(columns=[col])
     
     # Define explicit domain order matching the UI
     domain_order = ['pubmedqa', 'techqa', 'finqa', 'msmarco', 'cuad']
@@ -187,7 +190,7 @@ def get_data_preview():
             if col in domain_df.columns:
                 ordered_cols.append(col)
         
-        # Add any remaining columns
+        # Add any remaining columns (excluding failed samples columns)
         remaining = [col for col in domain_df.columns if col not in ordered_cols]
         ordered_cols.extend(remaining)
         
@@ -469,17 +472,6 @@ with gr.Blocks(title="RAG Analytics Pro") as demo:
         with gr.TabItem("Data Preview"):
             gr.Markdown("### All Test Configurations by Domain")
             
-            # Add column type legend
-            gr.Markdown("""
-            **Column Organization Guide:**
-            - **Metadata** (Test ID, Config Purpose, Dataset Name) - Test identifiers
-            - **Constants** - Same value across all tests in this domain (e.g., embedding model)
-            - **Variables** - Experimental parameters that change across tests (e.g., chunk size, reranker)
-            - **Results** - Performance metrics (RMSE Relevance, RMSE Utilization, RMSE Completeness, F1-Score, AUC-ROC)
-            
-            *Columns are automatically reordered: Metadata → Constants → Variables → Results*
-            """)
-            
             gr.Markdown("**Biomedical (PubMedQA)**")
             preview_table_1 = gr.Dataframe(interactive=False, wrap=True)
             gr.Markdown("**Customer Support (TechQA)**")