Upload 5 files

app.py

@@ -1,7 +1,126 @@
 import gradio as gr
+import os
+import cv2
+import numpy as np
+import torch
+import spaces
+from ultralytics import YOLO
+from tqdm import tqdm
 
-def greet(name):
-    return "Hello " + name + "!!"
+# Fix for Ultralytics config write error in Hugging Face environment
+os.environ["YOLO_CONFIG_DIR"] = "/tmp"
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+# Use GPU if available
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
+# Load models onto the appropriate device
+extract_model = YOLO("best.pt").to(device)
+detect_model  = YOLO("yolov8n.pt").to(device)
+
+@spaces.GPU
+def process_video(video_path):
+    os.makedirs("frames", exist_ok=True)
+
+    # Step 1: Extract board-only frames
+    cap = cv2.VideoCapture(video_path)
+    frames, idx = [], 0
+    while cap.isOpened():
+        ret, frame = cap.read()
+        if not ret:
+            break
+        results = extract_model(frame)
+        labels = [extract_model.names[int(c)] for c in results[0].boxes.cls.cpu().numpy()]
+        if "board" in labels and "person" not in labels:
+            frames.append(frame)
+            cv2.imwrite(f"frames/frame_{idx:04d}.jpg", frame)
+        idx += 1
+    cap.release()
+    if not frames:
+        raise RuntimeError("No frames with only 'board' and no 'person' found.")
+
+    # Step 2: Align
+    def align_frames(ref, tgt):
+        orb = cv2.ORB_create(500)
+        k1, d1 = orb.detectAndCompute(ref, None)
+        k2, d2 = orb.detectAndCompute(tgt, None)
+        if d1 is None or d2 is None:
+            return None
+        matcher = cv2.BFMatcher(cv2.NORM_HAMMING, crossCheck=True)
+        matches = matcher.match(d1, d2)
+        if len(matches) < 10:
+            return None
+        src = np.float32([k2[m.trainIdx].pt for m in matches]).reshape(-1, 1, 2)
+        dst = np.float32([k1[m.queryIdx].pt for m in matches]).reshape(-1, 1, 2)
+        H, _ = cv2.findHomography(src, dst, cv2.RANSAC)
+        return None if H is None else cv2.warpPerspective(tgt, H, (ref.shape[1], ref.shape[0]))
+
+    base = frames[0]
+    aligned = [base]
+    for f in tqdm(frames[1:], desc="Aligning"):
+        a = align_frames(base, f)
+        if a is not None:
+            aligned.append(a)
+    if not aligned:
+        raise RuntimeError("Alignment failed for all frames.")
+
+    # Step 3: Median-fuse
+    stack = np.stack(aligned, axis=0).astype(np.float32)
+    median_board = np.median(stack, axis=0).astype(np.uint8)
+    cv2.imwrite("clean_board.jpg", median_board)
+
+    # Step 4: Mask persons & selective fuse
+    sum_img = np.zeros_like(aligned[0], dtype=np.float32)
+    count = np.zeros(aligned[0].shape[:2], dtype=np.float32)
+    for f in tqdm(aligned, desc="Masking persons"):
+        res = detect_model(f, verbose=False)
+        m = np.zeros(f.shape[:2], dtype=np.uint8)
+        for box in res[0].boxes:
+            if detect_model.names[int(box.cls)] == "person":
+                x1, y1, x2, y2 = map(int, box.xyxy[0])
+                cv2.rectangle(m, (x1, y1), (x2, y2), 255, -1)
+        inv = cv2.bitwise_not(m)
+        masked = cv2.bitwise_and(f, f, mask=inv)
+        sum_img += masked.astype(np.float32)
+        count += (inv > 0).astype(np.float32)
+
+    count[count == 0] = 1
+    selective = (sum_img / count[:, :, None]).astype(np.uint8)
+    cv2.imwrite("fused_board_selective.jpg", selective)
+
+    # Step 5: Sharpen
+    blur = cv2.GaussianBlur(selective, (5, 5), 0)
+    sharp = cv2.addWeighted(selective, 1.5, blur, -0.5, 0)
+    cv2.imwrite("sharpened_board_color.jpg", sharp)
+
+    return "clean_board.jpg", "fused_board_selective.jpg", "sharpened_board_color.jpg"
+
+
+demo = gr.Interface(
+    fn=process_video,
+    inputs=[
+        gr.File(
+            label="Upload Classroom Video (.mp4)",
+            file_types=['.mp4'],
+            file_count="single",
+            type="filepath"
+        )
+    ],
+    outputs=[
+        gr.Image(label="Median-Fused Clean Board"),
+        gr.Image(label="Selective Fusion (No Persons)"),
+        gr.Image(label="Sharpened Final Board")
+    ],
+    title="📹 Classroom Board Cleaner",
+    description=(
+        "1️⃣ Upload your classroom video (.mp4)\n"
+        "2️⃣ Automatic extraction, alignment, masking, fusion & sharpening\n"
+        "3️⃣ View three stages of the cleaned board output"
+    )
+)
+
+if __name__ == "__main__":
+    if device == "cuda":
+        print(f"[INFO] ✅ Using GPU: {torch.cuda.get_device_name(0)}")
+    else:
+        print("[INFO] ⚠️ Using CPU (GPU not available or not assigned)")
+    demo.launch()

best.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550797c45403b12a25ba9a88bb1f8ef075ef235f884257ee28a4c5b7aa758c0
+size 6249123

requirements.txt

@@ -0,0 +1,10 @@
+gradio
+ultralytics
+opencv-python-headless
+numpy
+Pillow
+tqdm
+opencv-python
+scikit-image
+matplotlib
+spaces

runtime.txt

@@ -0,0 +1 @@
+accelerator: gpu

yolov8n.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b3d833e2ff32e194b5bb8e08d211dc7c5bdf144b90d2c8412c47ccfc83b36
+size 6549796