Enhance CSV export functionality by extracting reasoning from notes and streamline file upload interface to support only CSV format

src/core/verification_csv_exporter.py

@@ -8,6 +8,8 @@ including tagging data, generated content, interaction logs, and error statistic
 
 import csv
 import io
+import json
+import re
 from datetime import datetime
 from typing import List, Optional, Dict, Any
 from src.core.verification_models import VerificationRecord, VerificationSession
@@ -22,6 +24,36 @@ from src.core.error_pattern_analyzer import ErrorPatternAnalyzer
 class VerificationCSVExporter:
     """Exports verification sessions to CSV format."""
 
+    @staticmethod
+    def _extract_reasoning(notes: str) -> str:
+        """Extract `reasoning` from notes when notes contain JSON.
+
+        Supports:
+        - fenced blocks: ```json { ... } ```
+        - plain JSON objects: { ... }
+
+        If parsing fails or `reasoning` is missing, returns the original notes.
+        """
+        if not notes:
+            return ""
+
+        raw = notes.strip()
+
+        # Remove fenced code block wrapper if present
+        m = re.search(r"```(?:json)?\s*(\{.*\})\s*```", raw, flags=re.DOTALL | re.IGNORECASE)
+        json_str = m.group(1).strip() if m else raw
+
+        # Very lightweight check to avoid exceptions on non-JSON notes
+        if not (json_str.startswith("{") and json_str.endswith("}")):
+            return raw
+
+        try:
+            payload = json.loads(json_str)
+            reasoning = payload.get("reasoning")
+            return reasoning.strip() if isinstance(reasoning, str) and reasoning.strip() else raw
+        except Exception:
+            return raw
+
     @staticmethod
     def generate_csv_content(session: VerificationSession) -> str:
         """
@@ -74,7 +106,7 @@ class VerificationCSVExporter:
                 record.original_message,
                 classifier_decision,
                 ground_truth,
-                record.verifier_notes,
+                VerificationCSVExporter._extract_reasoning(record.verifier_notes),
                 timestamp,
             ])
         
@@ -205,7 +237,7 @@ class VerificationCSVExporter:
                 record.original_message,
                 classifier_decision,
                 ground_truth,
-                record.verifier_notes,
+                VerificationCSVExporter._extract_reasoning(record.verifier_notes),
                 timestamp,
             ])
         

src/interface/file_upload_interface.py

@@ -1,9 +1,8 @@
 # file_upload_interface.py
-"""
-File Upload Interface for Enhanced Verification Modes.
+"""File Upload Interface for Enhanced Verification Modes.
 
-Provides interface for uploading CSV/XLSX files, validating content,
-batch processing with progress tracking, and comprehensive export options.
+Provides interface for uploading CSV files, validating content,
+batch processing with progress tracking, and exporting results.
 
 Requirements: 4.1, 4.3, 4.4, 4.5, 4.6, 4.7, 12.1, 12.2, 12.3, 12.4, 12.5
 """
@@ -61,7 +60,7 @@ class FileUploadInterfaceController(ProgressTrackingMixin):
         Returns:
             Tuple of (success, status_message, file_result, preview_html)
         """
-        if not file_path:
+        if not file_path or not file_path.endswith('.csv'):
             return False, "❌ No file uploaded", None, ""
         
         try:
@@ -570,7 +569,7 @@ class FileUploadInterfaceController(ProgressTrackingMixin):
         Export batch processing results.
         
         Args:
-            format_type: Export format ("csv", "xlsx", "json")
+            format_type: Export format ("csv", "json")
             
         Returns:
             Tuple of (success, message, file_path)
@@ -586,13 +585,6 @@ class FileUploadInterfaceController(ProgressTrackingMixin):
                 temp_file.write(content)
                 temp_file.close()
                 file_path = temp_file.name
-            elif format_type == "xlsx":
-                content = self.store.export_to_xlsx(self.current_session.session_id)
-                # Save to temporary file
-                temp_file = tempfile.NamedTemporaryFile(mode='wb', suffix='.xlsx', delete=False)
-                temp_file.write(content)
-                temp_file.close()
-                file_path = temp_file.name
             elif format_type == "json":
                 content = self.store.export_to_json(self.current_session.session_id)
                 # Save to temporary file
@@ -687,7 +679,7 @@ class FileUploadInterfaceController(ProgressTrackingMixin):
 - Processing Speed: {self.progress_tracker.get_processing_speed_display() if hasattr(self, 'progress_tracker') else 'Unknown'}
 """
     
-    def get_template_files(self) -> Tuple[str, bytes]:
+    def get_template_files(self) -> Tuple[str, Optional[bytes]]:
         """
         Get template files for download.
         
@@ -695,7 +687,7 @@ class FileUploadInterfaceController(ProgressTrackingMixin):
             Tuple of (csv_content, xlsx_bytes)
         """
         csv_content = self.file_processor.generate_csv_template()
-        xlsx_bytes = self.file_processor.generate_xlsx_template()
+        xlsx_bytes = None  # Removed XLSX template generation
         return csv_content, xlsx_bytes
 
 
@@ -721,8 +713,8 @@ def create_file_upload_interface() -> gr.Blocks:
                 gr.Markdown("## 📤 Upload Test File")
                 
                 file_upload = gr.File(
-                    label="Select CSV or XLSX File",
-                    file_types=[".csv", ".xlsx"],
+                    label="Select CSV File",
+                    file_types=[".csv"],
                     type="filepath"
                 )
                 
@@ -744,20 +736,7 @@ def create_file_upload_interface() -> gr.Blocks:
                         size="sm"
                     )
                     
-                    # Generate XLSX template on demand
-                    def generate_xlsx_template_file():
-                        """Generate XLSX template and return file path."""
-                        xlsx_content = controller.file_processor.generate_xlsx_template()
-                        temp_path = os.path.join(tempfile.gettempdir(), "template_test_messages.xlsx")
-                        with open(temp_path, "wb") as f:
-                            f.write(xlsx_content)
-                        return temp_path
-                    
-                    download_xlsx_template_btn = gr.DownloadButton(
-                        "📊 Download XLSX Template",
-                        value=generate_xlsx_template_file,
-                        size="sm"
-                    )
+                    # XLSX template removed (CSV-only workflow)
                 
                 gr.Markdown("### 📝 Format Requirements")
                 gr.Markdown("""
@@ -772,7 +751,6 @@ def create_file_upload_interface() -> gr.Blocks:
                 
                 **Supported formats:**
                 - CSV with comma, semicolon, or tab delimiters
-                - XLSX files (first worksheet only)
                 """)
         
         # File processing results section
@@ -807,16 +785,16 @@ def create_file_upload_interface() -> gr.Blocks:
                             "🚀",
                             "lg"
                         )
-                
-                # Progress display
+
+                # Visual progress bar (updates during batch classification)
+                batch_progress_bar = gr.Progress()
+
+                # Progress text display
                 batch_progress_display = gr.Markdown(
                     "Ready to start batch processing",
                     label="Progress"
                 )
 
-                # Visual progress bar (updates during batch classification)
-                batch_progress_bar = gr.Progress()
-
                 # Export results (visible after batch completes)
                 gr.Markdown("### 💾 Download Results")
                 with gr.Row():
@@ -830,11 +808,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         variant="secondary",
                         visible=False,
                     )
-                    export_xlsx_btn = gr.DownloadButton(
-                        label="Download XLSX",
-                        variant="secondary",
-                        visible=False,
-                    )
         
         # Message processing section (initially hidden)
         message_processing_section = gr.Row(visible=False)
@@ -957,7 +930,6 @@ def create_file_upload_interface() -> gr.Blocks:
                 None,                   # current_session_state
                 gr.DownloadButton(visible=False),  # export_csv_btn
                 gr.DownloadButton(visible=False),  # export_json_btn
-                gr.DownloadButton(visible=False),  # export_xlsx_btn
                 "File cleared"          # status_message
             )
         
@@ -989,7 +961,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         progress_text,              # batch_progress_display
                         gr.DownloadButton(visible=True),  # export_csv_btn
                         gr.DownloadButton(visible=True),  # export_json_btn
-                        gr.DownloadButton(visible=True),  # export_xlsx_btn
                         run_msg                     # status_message
                     )
                 
@@ -1004,7 +975,6 @@ def create_file_upload_interface() -> gr.Blocks:
                     "❌ Batch classification failed",  # batch_progress_display
                     gr.DownloadButton(visible=False),  # export_csv_btn
                     gr.DownloadButton(visible=False),  # export_json_btn
-                    gr.DownloadButton(visible=False),  # export_xlsx_btn
                     run_msg                     # status_message
                 )
             else:
@@ -1019,7 +989,6 @@ def create_file_upload_interface() -> gr.Blocks:
                     "",                         # batch_progress_display
                     gr.DownloadButton(visible=False),  # export_csv_btn
                     gr.DownloadButton(visible=False),  # export_json_btn
-                    gr.DownloadButton(visible=False),  # export_xlsx_btn
                     message                     # status_message
                 )
         
@@ -1058,7 +1027,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         gr.Row(visible=False),          # correction_section
                         gr.DownloadButton(visible=True),  # export_csv_btn
                         gr.DownloadButton(visible=True),  # export_json_btn
-                        gr.DownloadButton(visible=True),  # export_xlsx_btn
                         message                         # status_message
                     )
                 else:
@@ -1081,7 +1049,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         gr.Row(visible=False),          # correction_section
                         gr.DownloadButton(visible=True),  # export_csv_btn
                         gr.DownloadButton(visible=True),  # export_json_btn
-                        gr.DownloadButton(visible=True),  # export_xlsx_btn
                         message                         # status_message
                     )
             else:
@@ -1096,7 +1063,6 @@ def create_file_upload_interface() -> gr.Blocks:
                     gr.Row(visible=False),      # correction_section
                     gr.DownloadButton(visible=False),  # export_csv_btn
                     gr.DownloadButton(visible=False),  # export_json_btn
-                    gr.DownloadButton(visible=False),  # export_xlsx_btn
                     message                     # status_message
                 )
         
@@ -1145,7 +1111,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         "",                             # correction_notes (clear)
                         gr.DownloadButton(visible=True),  # export_csv_btn
                         gr.DownloadButton(visible=True),  # export_json_btn
-                        gr.DownloadButton(visible=True),  # export_xlsx_btn
                         message                         # status_message
                     )
                 else:
@@ -1169,7 +1134,6 @@ def create_file_upload_interface() -> gr.Blocks:
                         "",                             # correction_notes (clear)
                         gr.DownloadButton(visible=True),  # export_csv_btn
                         gr.DownloadButton(visible=True),  # export_json_btn
-                        gr.DownloadButton(visible=True),  # export_xlsx_btn
                         message                         # status_message
                     )
             else:
@@ -1185,7 +1149,6 @@ def create_file_upload_interface() -> gr.Blocks:
                     notes,                      # correction_notes (keep)
                     gr.DownloadButton(visible=False),  # export_csv_btn
                     gr.DownloadButton(visible=False),  # export_json_btn
-                    gr.DownloadButton(visible=False),  # export_xlsx_btn
                     message                     # status_message
                 )
         
@@ -1207,17 +1170,6 @@ def create_file_upload_interface() -> gr.Blocks:
             
             return temp_file.name
         
-        def on_download_xlsx_template():
-            """Handle XLSX template download."""
-            _, xlsx_bytes = controller.get_template_files()
-            
-            # Create temporary file
-            temp_file = tempfile.NamedTemporaryFile(mode='wb', suffix='.xlsx', delete=False)
-            temp_file.write(xlsx_bytes)
-            temp_file.close()
-            
-            return temp_file.name
-        
         # Bind event handlers
         process_file_btn.click(
             on_process_file,
@@ -1242,7 +1194,6 @@ def create_file_upload_interface() -> gr.Blocks:
                 current_session_state,
                 export_csv_btn,
                 export_json_btn,
-                export_xlsx_btn,
                 status_message
             ]
         )
@@ -1261,7 +1212,6 @@ def create_file_upload_interface() -> gr.Blocks:
                 batch_progress_display,
                 export_csv_btn,
                 export_json_btn,
-                export_xlsx_btn,
                 status_message
             ]
         )
@@ -1279,7 +1229,6 @@ def create_file_upload_interface() -> gr.Blocks:
                 correction_section,
                 export_csv_btn,
                 export_json_btn,
-                export_xlsx_btn,
                 status_message
             ]
         )
@@ -1304,23 +1253,18 @@ def create_file_upload_interface() -> gr.Blocks:
                 correction_notes,
                 export_csv_btn,
                 export_json_btn,
-                export_xlsx_btn,
                 status_message
             ]
         )
         
         export_csv_btn.click(lambda: on_export_results_file("csv"), outputs=[export_csv_btn])
         export_json_btn.click(lambda: on_export_results_file("json"), outputs=[export_json_btn])
-        export_xlsx_btn.click(lambda: on_export_results_file("xlsx"), outputs=[export_xlsx_btn])
         
         download_csv_template_btn.click(
             on_download_csv_template,
             outputs=[gr.File(visible=False)]
         )
         
-        download_xlsx_template_btn.click(
-            on_download_xlsx_template,
-            outputs=[gr.File(visible=False)]
-        )
+
     
     return file_upload_interface