fix frames

app.py

@@ -68,15 +68,51 @@ class ChaplinGradio:
         if frame is None:
             return "No video input detected"
         
-        # Compress frame
-        encode_param = [int(cv2.IMWRITE_JPEG_QUALITY), self.frame_compression]
-        _, buffer = cv2.imencode('.jpg', frame, encode_param)
-        compressed_frame = cv2.imdecode(buffer, cv2.IMREAD_GRAYSCALE)
-        
-        # Run inference using the VSR model
-        predicted_text = self.vsr_model.process_frame(compressed_frame)
-        
-        return predicted_text
+        try:
+            # Create temp directory if it doesn't exist
+            os.makedirs("temp", exist_ok=True)
+            
+            # Generate temporary video file path
+            temp_video = f"temp/frame_{time.time_ns()}.mp4"
+            
+            # Compress and save frame as video
+            frame_height, frame_width = frame.shape[:2]
+            out = cv2.VideoWriter(
+                temp_video,
+                cv2.VideoWriter_fourcc(*'mp4v'),
+                self.fps,
+                (frame_width, frame_height),
+                False  # isColor
+            )
+            
+            # Convert frame to grayscale if it's not already
+            if len(frame.shape) == 3:
+                frame = cv2.cvtColor(frame, cv2.COLOR_RGB2GRAY)
+                
+            # Write frame to video
+            out.write(frame)
+            out.release()
+            
+            # Process the video file using the pipeline
+            try:
+                predicted_text = self.vsr_model(temp_video)
+                
+                # Clean up temp file
+                os.remove(temp_video)
+                
+                return predicted_text
+                
+            except Exception as e:
+                print(f"Error during inference: {str(e)}")
+                return f"Error processing frame: {str(e)}"
+                
+        except Exception as e:
+            print(f"Error saving frame: {str(e)}")
+            return f"Error saving frame: {str(e)}"
+        finally:
+            # Make sure we always try to clean up
+            if 'temp_video' in locals() and os.path.exists(temp_video):
+                os.remove(temp_video)
 
 
 # Create Gradio interface