Update app.py

app.py

@@ -33,6 +33,92 @@ except Exception:
     logger = logging.getLogger("app")
 
 
+def build_metrics_output(result, domain: str) -> str:
+    """
+    Build formatted metrics output for testing and evaluation.
+
+    Args:
+        result: PipelineResult object
+        domain: Content domain used for processing
+
+    Returns:
+        Formatted string with all metrics
+    """
+    lines = []
+    lines.append("=" * 50)
+    lines.append("AUTOMATED METRICS (System-Generated)")
+    lines.append("=" * 50)
+    lines.append("")
+
+    # Processing Metrics
+    lines.append("PROCESSING METRICS")
+    lines.append("-" * 30)
+    lines.append(f"processing_time_seconds: {result.processing_time:.2f}")
+    lines.append(f"frames_analyzed: {len(result.visual_features)}")
+    lines.append(f"scenes_detected: {len(result.scenes)}")
+    lines.append(f"audio_segments_analyzed: {len(result.audio_features)}")
+    lines.append(f"domain: {domain}")
+
+    # Count hooks from scores (estimate based on high-scoring segments)
+    hooks_detected = sum(1 for s in result.scores if s.combined_score > 0.7) if result.scores else 0
+    lines.append(f"hooks_detected: {hooks_detected}")
+
+    if result.metadata:
+        lines.append(f"video_duration_seconds: {result.metadata.duration:.2f}")
+        lines.append(f"video_resolution: {result.metadata.resolution}")
+        lines.append(f"video_fps: {result.metadata.fps:.2f}")
+
+    lines.append("")
+
+    # Per Clip Metrics
+    lines.append("PER CLIP METRICS")
+    lines.append("-" * 30)
+
+    for i, clip in enumerate(result.clips):
+        lines.append("")
+        lines.append(f"[Clip {i + 1}]")
+        lines.append(f"  clip_id: {i + 1}")
+        lines.append(f"  start_time: {clip.start_time:.2f}")
+        lines.append(f"  end_time: {clip.end_time:.2f}")
+        lines.append(f"  duration: {clip.duration:.2f}")
+        lines.append(f"  hype_score: {clip.hype_score:.4f}")
+        lines.append(f"  visual_score: {clip.visual_score:.4f}")
+        lines.append(f"  audio_score: {clip.audio_score:.4f}")
+        lines.append(f"  motion_score: {clip.motion_score:.4f}")
+
+        # Hook info - derive from segment scores if available
+        hook_type = "none"
+        hook_confidence = 0.0
+
+        # Find matching segment score for this clip
+        for score in result.scores:
+            if abs(score.start_time - clip.start_time) < 1.0:
+                if score.combined_score > 0.7:
+                    hook_confidence = score.combined_score
+                    # Infer hook type based on dominant score
+                    if score.audio_score > score.visual_score and score.audio_score > score.motion_score:
+                        hook_type = "audio_peak"
+                    elif score.motion_score > score.visual_score:
+                        hook_type = "motion_spike"
+                    else:
+                        hook_type = "visual_highlight"
+                break
+
+        lines.append(f"  hook_type: {hook_type}")
+        lines.append(f"  hook_confidence: {hook_confidence:.4f}")
+
+        if clip.person_detected:
+            lines.append(f"  person_detected: True")
+            lines.append(f"  person_screen_time: {clip.person_screen_time:.4f}")
+
+    lines.append("")
+    lines.append("=" * 50)
+    lines.append("END METRICS")
+    lines.append("=" * 50)
+
+    return "\n".join(lines)
+
+
 def process_video(
     video_file,
     domain,
@@ -55,10 +141,10 @@ def process_video(
         progress: Gradio progress tracker
 
     Returns:
-        Tuple of (status_message, clip1, clip2, clip3, log_text)
+        Tuple of (status_message, clip1, clip2, clip3, log_text, metrics_text)
     """
     if video_file is None:
-        return "Please upload a video first.", None, None, None, ""
+        return "Please upload a video first.", None, None, None, "", ""
 
     log_messages = []
 
@@ -78,7 +164,7 @@ def process_video(
         # Validate video
         validation = validate_video_file(video_file)
         if not validation.is_valid:
-            return f"Error: {validation.error_message}", None, None, None, "\n".join(log_messages)
+            return f"Error: {validation.error_message}", None, None, None, "\n".join(log_messages), ""
 
         log(f"Video size: {validation.file_size / (1024*1024):.1f} MB")
 
@@ -151,6 +237,10 @@ def process_video(
                     log(f"Clip {i+1}: {format_duration(clip.start_time)} - {format_duration(clip.end_time)} (score: {clip.hype_score:.2f})")
 
             status = f"Successfully extracted {len(clip_paths)} highlight clips!\nProcessing time: {result.processing_time:.1f}s"
+
+            # Build metrics output
+            metrics_output = build_metrics_output(result, domain_value)
+
             pipeline.cleanup()
             progress(1.0, desc="Done!")
 
@@ -159,18 +249,18 @@ def process_video(
             clip2 = clip_paths[1] if len(clip_paths) > 1 else None
             clip3 = clip_paths[2] if len(clip_paths) > 2 else None
 
-            return status, clip1, clip2, clip3, "\n".join(log_messages)
+            return status, clip1, clip2, clip3, "\n".join(log_messages), metrics_output
         else:
             log(f"Processing failed: {result.error_message}")
             pipeline.cleanup()
-            return f"Error: {result.error_message}", None, None, None, "\n".join(log_messages)
+            return f"Error: {result.error_message}", None, None, None, "\n".join(log_messages), ""
 
     except Exception as e:
         error_msg = f"Unexpected error: {str(e)}"
         log(error_msg)
         log(traceback.format_exc())
         logger.exception("Pipeline error")
-        return error_msg, None, None, None, "\n".join(log_messages)
+        return error_msg, None, None, None, "\n".join(log_messages), ""
 
 
 # Build Gradio interface
@@ -270,6 +360,15 @@ with gr.Blocks(
                     show_copy_button=True
                 )
 
+            with gr.Accordion("📊 Automated Metrics (System-Generated)", open=True):
+                metrics_output = gr.Textbox(
+                    label="Metrics for Testing",
+                    lines=20,
+                    interactive=False,
+                    show_copy_button=True,
+                    info="Copy these metrics for evaluation spreadsheets"
+                )
+
     gr.Markdown("""
     ---
     **ShortSmith v2** | Powered by Qwen2-VL, InsightFace, and Librosa |
@@ -292,7 +391,8 @@ with gr.Blocks(
             clip1_output,
             clip2_output,
             clip3_output,
-            log_output
+            log_output,
+            metrics_output
         ],
         show_progress="full"
     )