Update download_api.py

download_api.py

@@ -5,7 +5,10 @@ import os
 import threading
 import requests
 import json
-from cursor_tracker import track_cursor
+from io import BytesIO
+from PIL import Image
+import numpy as np
+from cursor_tracker import track_cursor_from_images  # <-- newly added in your module
 
 app = FastAPI()
 
@@ -13,47 +16,39 @@ app = FastAPI()
 REMOTE_FRAMES_LIST_URL = "https://fred808-cu2.hf.space/frames"
 REMOTE_FRAME_BASE_URL = "https://fred808-cu2.hf.space/frames"
 
-LOCAL_FRAMES_DIR = Path("frames/blender_day1").resolve()
 ANNOTATIONS_DIR = Path("annotations").resolve()
 ANNOTATION_OUTPUT = ANNOTATIONS_DIR / "blender1.json"
 CURSOR_TEMPLATES_DIR = Path("cursors").resolve()
 
-# Ensure output directories exist
-LOCAL_FRAMES_DIR.mkdir(parents=True, exist_ok=True)
+# Ensure necessary directories
 ANNOTATIONS_DIR.mkdir(parents=True, exist_ok=True)
 CURSOR_TEMPLATES_DIR.mkdir(parents=True, exist_ok=True)
 
-# Only run once per server start
-cursor_tracking_started = False
+cursor_tracking_started = False  # Only run once per server start
 
-def fetch_frames_from_remote():
-    """
-    Fetch frame filenames from the remote /frames endpoint,
-    then download each one into the local frames directory.
-    """
+def stream_remote_frames_as_images():
+    """Stream frames from remote endpoint and return as a list of (filename, image ndarray)."""
     try:
-        print("[INFO] Fetching frame list from remote server...")
+        print("[INFO] Fetching remote frame list...")
         res = requests.get(REMOTE_FRAMES_LIST_URL)
         res.raise_for_status()
-
         frame_list = res.json().get("frames", [])
         print(f"[INFO] Found {len(frame_list)} frames.")
 
+        images = []
         for fname in frame_list:
-            local_path = LOCAL_FRAMES_DIR / fname
-            if not local_path.exists():
-                print(f"[INFO] Downloading frame: {fname}")
-                frame_url = f"{REMOTE_FRAME_BASE_URL}/{fname}"
-                img_res = requests.get(frame_url)
-                img_res.raise_for_status()
-                with open(local_path, 'wb') as f:
-                    f.write(img_res.content)
+            url = f"{REMOTE_FRAME_BASE_URL}/{fname}"
+            print(f"[INFO] Streaming: {url}")
+            img_bytes = requests.get(url).content
+            image = Image.open(BytesIO(img_bytes)).convert("RGB")
+            np_img = np.array(image)
+            images.append((fname, np_img))
+        print("[✅] All frames streamed successfully.")
+        return images
 
-        print("[✅] All frames downloaded successfully.")
-        return True
     except Exception as e:
-        print(f"[ERROR] Failed to fetch/download frames: {e}")
-        return False
+        print(f"[ERROR] Failed to stream frames: {e}")
+        return []
 
 def run_cursor_tracker_once():
     global cursor_tracking_started
@@ -61,13 +56,17 @@ def run_cursor_tracker_once():
         return
     cursor_tracking_started = True
     try:
-        print("[INFO] Running cursor tracking...")
-        track_cursor(
-            str(LOCAL_FRAMES_DIR),
-            str(CURSOR_TEMPLATES_DIR),
-            str(ANNOTATION_OUTPUT),
+        images = stream_remote_frames_as_images()
+        if not images:
+            print("[ERROR] No images received for tracking.")
+            return
+
+        print("[INFO] Running cursor tracker on streamed images...")
+        track_cursor_from_images(
+            images=images,
+            cursor_templates_dir=str(CURSOR_TEMPLATES_DIR),
+            output_json_path=str(ANNOTATION_OUTPUT),
             threshold=0.8,
-            start_frame=0,
             email_results=False
         )
         print("[✅] Cursor tracking completed.")
@@ -76,9 +75,7 @@ def run_cursor_tracker_once():
 
 @app.on_event("startup")
 def startup_event():
-    success = fetch_frames_from_remote()
-    if success:
-        threading.Thread(target=run_cursor_tracker_once, daemon=True).start()
+    threading.Thread(target=run_cursor_tracker_once, daemon=True).start()
 
 @app.get("/download/{filename}")
 def download_file(filename: str):