update

app.py

@@ -32,12 +32,13 @@ import tempfile
 from zipfile import ZipFile
 
 import numpy as np
-from moviepy.editor import VideoFileClip
 from PIL import Image
+from decord import VideoReader
+from decord import cpu
 
 
 def download_samples(video_url, num_frames):
-    frames = extract_frames_moviepy(video_url, num_frames)
+    frames = extract_frames_decord(video_url, num_frames)
 
     # Create a temporary directory to store the images
     with tempfile.TemporaryDirectory() as temp_dir:
@@ -59,26 +60,35 @@ def download_samples(video_url, num_frames):
     return zip_path
 
 
-def extract_frames_moviepy(video_url, num_frames=10):
+def extract_frames_decord(video_path, num_frames=10):
     try:
-        print(f"Extracting {num_frames} frames from {video_url}")
+        start_time = time.time()
+
+        print(f"Extracting {num_frames} frames from {video_path}")
+
         # Load the video
-        clip = VideoFileClip(video_url)
+        vr = VideoReader(video_path, ctx=cpu(0))
+
+        # Calculate the indices for the frames to be extracted
+        total_frames = len(vr)
+        frame_indices = np.linspace(
+            0, total_frames - 1, num_frames, dtype=int, endpoint=False
+        )
+
+        # Extract frames
+        batch_frames = vr.get_batch(frame_indices).asnumpy()
 
-        # Calculate the times to extract frames
-        duration = clip.duration
-        frame_times = np.linspace(0, duration, num_frames, endpoint=False)
+        # Convert frames to PIL Images
+        frame_images = [
+            Image.fromarray(batch_frames[i]) for i in range(batch_frames.shape[0])
+        ]
 
-        frameas = []
-        # Extract and save frames
-        for i, time in enumerate(frame_times):
-            frame = clip.get_frame(time)
-            frame_image = Image.fromarray(frame)
-            frameas.append(frame_image)
+        end_time = time.time()
+        print(f"Decord extraction took {end_time - start_time} seconds")
 
-        return frameas
-    except e as Exception:
-        raise gr.Error(f"Error extracting frames from video: {e}")
+        return frame_images
+    except Exception as e:
+        raise Exception(f"Error extracting frames from video: {e}")
 
 
 def get_latest_pots():
@@ -107,7 +117,7 @@ def get_latest_pots():
     for post in posts:
         title = post["data"]["title"]
         post_id = post["data"]["id"]
-        print(f"ID: {post_id}, Title: {title}")
+        # print(f"ID: {post_id}, Title: {title}")
 
     # create [post_id, title] list
     examples = [[post["data"]["id"], post["data"]["title"]] for post in posts]
@@ -171,7 +181,7 @@ with gr.Blocks() as demo:
         gr.Markdown("## Sampled Frames from Video")
         with gr.Row():
             num_frames = gr.Slider(minimum=1, maximum=20, step=1, value=10)
-            sample_btn = gr.Button("Sample")
+            sample_decord_btn = gr.Button("Sample decord")
 
         sampled_frames = gr.Gallery()
 
@@ -182,8 +192,8 @@ with gr.Blocks() as demo:
             download_samples, inputs=[video_player, num_frames], outputs=[output_files]
         )
 
-    sample_btn.click(
-        extract_frames_moviepy,
+    sample_decord_btn.click(
+        extract_frames_decord,
         inputs=[video_player, num_frames],
         outputs=[sampled_frames],
     )

requirements.txt

@@ -1,2 +1 @@
-ffmpy
-moviepy
+decord