Changed OpenCV2 for decord in extracting videoframes

handler.py

@@ -56,7 +56,7 @@ class EndpointHandler:
             print(f"Error downloading the video: {e}")
             return None, None
 
-    def extract_evenly_spaced_frames_from_bytes(
+    def extract_evenly_spaced_frames_from_bytes_cv2(
         self, video_bytes: bytes, num_frames: int = 32
     ) -> list:
         # Write bytes to a temporary file
@@ -88,6 +88,35 @@ class EndpointHandler:
 
             return frames
 
+    from decord import VideoReader
+    from decord import cpu
+
+    def extract_evenly_spaced_frames_from_bytes(
+        self, video_bytes: bytes, num_frames: int = 32
+    ) -> list:
+        # Create a VideoReader object from bytes
+        vr = VideoReader(video_bytes, ctx=cpu(0))
+
+        # Get the total number of frames in the video
+        total_frames = len(vr)
+
+        # Calculate the interval at which frames should be extracted
+        interval = total_frames // num_frames
+
+        frames = []
+
+        for i in range(num_frames):
+            # Seek to the next frame to be captured
+            frame_index = min(i * interval, total_frames - 1)
+
+            # Read the frame
+            frame = vr[frame_index].asnumpy()
+
+            # Add the frame to the list
+            frames.append(frame)
+
+        return frames
+
     def preprocess_frames(self, video_frames):
         """
         Define a preprocessing function to convert video frames into a format suitable for the model

requirements.txt

@@ -23,3 +23,4 @@ tqdm==4.66.1
 transformers==4.27.2
 typing_extensions==4.8.0
 urllib3==2.0.7
+decord==0.6.0