Update app.py

app.py

@@ -350,20 +350,20 @@ def load_and_display_json(file):
         <div class="color-legend">
             <h3>Row Color Legend</h3>
             <div class="legend-item">
-                <div class="color-box red-box"></div>
-                <div>Red: "Send to Human" is true - The system flagged this query to be sent to a human operator</div>
+                <div class="color-box" style="background-color: #1e8449; color: white;"></div>
+                <div>Dark Green: High Information Coverage - Information Coverage score is at least 0.8 (highest priority)</div>
             </div>
             <div class="legend-item">
-                <div class="color-box" style="background-color: #e0e0e0;"></div>
-                <div>Light Gray: Low Information Coverage - Information Coverage score is below 0.5</div>
+                <div class="color-box red-box"></div>
+                <div>Red: "Send to Human" is true but with Information Coverage below 0.8</div>
             </div>
             <div class="legend-item">
                 <div class="color-box" style="background-color: #a9dfbf;"></div>
                 <div>Shallow Green: Medium Information Coverage - Information Coverage score is between 0.5 and 0.8</div>
             </div>
             <div class="legend-item">
-                <div class="color-box" style="background-color: #1e8449; color: white;"></div>
-                <div>Dark Green: High Information Coverage - Information Coverage score is at least 0.8</div>
+                <div class="color-box" style="background-color: #e0e0e0;"></div>
+                <div>Light Gray: Low Information Coverage - Information Coverage score is below 0.5</div>
             </div>
         </div>
         
@@ -384,7 +384,8 @@ def load_and_display_json(file):
         
         # Calculate statistics for each row type
         total_rows = len(df)
-        send_to_human_count = 0
+        send_to_human_count = 0  # Send to Human with less than 0.8 coverage
+        all_send_to_human_count = 0  # All Send to Human (regardless of coverage)
         low_coverage_count = 0
         medium_coverage_count = 0
         high_coverage_count = 0
@@ -393,6 +394,10 @@ def load_and_display_json(file):
             # Check for metrics to determine row type
             is_send_to_human = row['Send to Human'] is True
             
+            # Count all send to human regardless of coverage
+            if is_send_to_human:
+                all_send_to_human_count += 1
+            
             # Extract coverage score
             coverage_score = None
             if row['Evaluation Metrics']:
@@ -403,19 +408,20 @@ def load_and_display_json(file):
                         except (ValueError, TypeError):
                             pass
             
-            # Count row types (in order of priority for display)
-            if is_send_to_human:
-                send_to_human_count += 1
+            # Count row types (matching the same priority logic used for display)
+            if coverage_score is not None and coverage_score >= 0.8:
+                high_coverage_count += 1
+            elif is_send_to_human:
+                send_to_human_count += 1  # This is now "Send to Human with less than 0.8 coverage"
             elif coverage_score is not None:
-                if coverage_score < 0.5:
-                    low_coverage_count += 1
-                elif coverage_score >= 0.8:
-                    high_coverage_count += 1
-                else:  # Between 0.5 and 0.8
+                if coverage_score >= 0.5:  # Between 0.5 and 0.8
                     medium_coverage_count += 1
+                else:  # Below 0.5
+                    low_coverage_count += 1
         
         # Calculate percentages
         send_to_human_percent = (send_to_human_count / total_rows * 100) if total_rows > 0 else 0
+        all_send_to_human_percent = (all_send_to_human_count / total_rows * 100) if total_rows > 0 else 0
         low_coverage_percent = (low_coverage_count / total_rows * 100) if total_rows > 0 else 0
         medium_coverage_percent = (medium_coverage_count / total_rows * 100) if total_rows > 0 else 0
         high_coverage_percent = (high_coverage_count / total_rows * 100) if total_rows > 0 else 0
@@ -425,25 +431,29 @@ def load_and_display_json(file):
         <div style="margin-bottom: 20px; padding: 15px; border: 1px solid #e0e0e0; border-radius: 5px; background-color: #f9f9f9;">
             <h3>Row Type Statistics</h3>
             <div style="display: flex; flex-wrap: wrap; gap: 15px;">
-                <div style="background-color: #ffcccc; padding: 10px; border-radius: 5px; min-width: 200px;">
-                    <strong>Send to Human:</strong> {:.1f}% ({} of {} rows)
+                <div style="background-color: #1e8449; color: white; padding: 10px; border-radius: 5px; min-width: 200px;">
+                    <strong>High Coverage:</strong> {:.1f}% ({} of {} rows)
                 </div>
-                <div style="background-color: #e0e0e0; padding: 10px; border-radius: 5px; min-width: 200px;">
-                    <strong>Low Coverage:</strong> {:.1f}% ({} of {} rows)
+                <div style="background-color: #ffcccc; padding: 10px; border-radius: 5px; min-width: 200px;">
+                    <strong>Send to Human (<0.8 coverage):</strong> {:.1f}% ({} of {} rows)
                 </div>
                 <div style="background-color: #a9dfbf; padding: 10px; border-radius: 5px; min-width: 200px;">
                     <strong>Medium Coverage:</strong> {:.1f}% ({} of {} rows)
                 </div>
-                <div style="background-color: #1e8449; color: white; padding: 10px; border-radius: 5px; min-width: 200px;">
-                    <strong>High Coverage:</strong> {:.1f}% ({} of {} rows)
+                <div style="background-color: #e0e0e0; padding: 10px; border-radius: 5px; min-width: 200px;">
+                    <strong>Low Coverage:</strong> {:.1f}% ({} of {} rows)
+                </div>
+                <div style="background-color: #f8d7da; padding: 10px; border-radius: 5px; min-width: 200px; border: 1px dashed #721c24;">
+                    <strong>All Send to Human:</strong> {:.1f}% ({} of {} rows)
                 </div>
             </div>
         </div>
         """.format(
+            high_coverage_percent, high_coverage_count, total_rows,
             send_to_human_percent, send_to_human_count, total_rows,
-            low_coverage_percent, low_coverage_count, total_rows,
             medium_coverage_percent, medium_coverage_count, total_rows,
-            high_coverage_percent, high_coverage_count, total_rows
+            low_coverage_percent, low_coverage_count, total_rows,
+            all_send_to_human_percent, all_send_to_human_count, total_rows
         )
         
         # Add table
@@ -504,20 +514,20 @@ def load_and_display_json(file):
                             except (ValueError, TypeError) as e:
                                 logger.warning(f"Could not convert {info_coverage_value} to float: {e}")
             
-            # Determine row class (prioritize in order: send_to_human, low_coverage, medium_coverage, high_coverage)
+            # Determine row class (prioritize high coverage over send_to_human, then medium, then low)
             row_class = ""
-            if row['Send to Human'] is True:
-                row_class = " class='send-to-human'"
-                logger.info(f"Row {row['Index']} marked as 'Send to Human'")
-            elif low_coverage:
-                row_class = " class='low-coverage'"
-                logger.info(f"Row {row['Index']} marked as 'Low Information Coverage'")
-            elif high_coverage:
+            if high_coverage:
                 row_class = " class='high-coverage'"
                 logger.info(f"Row {row['Index']} marked as 'High Information Coverage'")
+            elif row['Send to Human'] is True:
+                row_class = " class='send-to-human'"
+                logger.info(f"Row {row['Index']} marked as 'Send to Human'")
             elif medium_coverage:
                 row_class = " class='medium-coverage'"
                 logger.info(f"Row {row['Index']} marked as 'Medium Information Coverage'")
+            elif low_coverage:
+                row_class = " class='low-coverage'"
+                logger.info(f"Row {row['Index']} marked as 'Low Information Coverage'")
             
             html_output += f"<tr{row_class}>"
             html_output += f"<td style='text-align: center;'>{row['Index'] + 1}</td>"
@@ -642,10 +652,12 @@ with gr.Blocks() as demo:
     
     with gr.Accordion("Row Color Legend", open=True):
         gr.Markdown("""
-        * **Red rows**: "Send to Human" is true - The system flagged this query to be sent to a human operator
-        * **Light Gray rows**: Low Information Coverage - Information Coverage score is below 0.5
+        * **Dark Green rows**: High Information Coverage - Information Coverage score is at least 0.8 (highest priority)
+        * **Red rows**: "Send to Human" is true but with Information Coverage below 0.8
         * **Shallow Green rows**: Medium Information Coverage - Information Coverage score is between 0.5 and 0.8
-        * **Dark Green rows**: High Information Coverage - Information Coverage score is at least 0.8
+        * **Light Gray rows**: Low Information Coverage - Information Coverage score is below 0.5
+        
+        The statistics section also includes "All Send to Human" count (including those with high coverage).
         """)
     
     file_input = gr.File(label="Upload JSON File", file_types=[".json"])