updated app.py

app.py

@@ -49,18 +49,19 @@ def get_frames(video_in, trim_in):
     return frames, fps
 
 
-def change_model(model_slider, files):
-    if files is None:
+def change_model(model_slider, eventframe_files, mesh_files):                      
+    if mesh_files is None:
         return None, None
         
-    if model_slider >= len(files):
-        model_slider = len(files)
+    if model_slider >= len(mesh_files):
+        model_slider = len(mesh_files)
 
     idx = int(model_slider - 1)
 
-    mesh_path = files[idx]
+    event_frame_path = eventframe_files[idx]
+    mesh_path = mesh_files[idx]
 
-    return model_slider, mesh_path
+    return model_slider, event_frame_path, mesh_path
 
 
 def infer(video_inp, trim_in, threshold):
@@ -81,10 +82,10 @@ def infer(video_inp, trim_in, threshold):
 
     temp_folder = f'temp/{next(tempfile._get_candidate_names())}'
      
-    event_frame_vid_path = f'{temp_folder}/event_video.mp4'
+    event_frame_folder = f'{temp_folder}/event_frames'
     mesh_folder = f'{temp_folder}/meshes'
 
-    os.makedirs(temp_folder, exist_ok=True)
+    os.makedirs(event_frame_folder, exist_ok=True)
     os.makedirs(mesh_folder, exist_ok=True)
 
     mesh_paths = list()
@@ -109,11 +110,13 @@ def infer(video_inp, trim_in, threshold):
         mesh_paths.append(mesh_path)
 
         event_frame = data['event_frame'].cpu().numpy().astype(dtype=np.uint8)
-        event_frames.append(event_frame)
+        
+        event_frame_path = f'{event_frame_folder}/{idx}.jpg'
+        cv2.imwrite(event_frame_path, event_frame)
 
-    create_video(event_frames, fps, event_frame_vid_path)
+        event_frames.append(event_frame_path)
     
-    return event_frame_vid_path, mesh_paths, mesh_paths[0]
+    return event_frames, event_frames[0], mesh_paths, mesh_paths[0]
     
 
 with gr.Blocks(css='style.css') as demo:
@@ -125,6 +128,15 @@ with gr.Blocks(css='style.css') as demo:
         </div>
         """
     )
+    gr.Markdown(
+        """
+        <div align="center">
+        <h4>
+        Note: The model's performance may be suboptimal as the Event Stream derived from the input video inadequately reflects the characteristics of an event stream generated by an event camera. 🚫📹
+        </h4>
+        </div>
+        """
+    )
     gr.Markdown(
         """
         <p align="center">
@@ -154,7 +166,7 @@ with gr.Blocks(css='style.css') as demo:
                 video_inp = gr.Video(label="Video source", elem_id="input-vid")
                 with gr.Row():
                     trim_in = gr.Slider(label="Cut video at (s)", minimum=1, maximum=5, step=1, value=1)
-                    threshold = gr.Slider(label="Event Threshold", minimum=0.1, maximum=1, step=0.05, value=0.5)
+                    threshold = gr.Slider(label="Event Threshold", minimum=0.1, maximum=1, step=0.05, value=0.8)
             
                 gr.Examples(
                             examples=[os.path.join(os.path.dirname(__file__), "examples/video.mp4")],
@@ -163,9 +175,10 @@ with gr.Blocks(css='style.css') as demo:
 
 
             with gr.Column():
-                event_frame_out = gr.Video(label="Event Frame", elem_id="video-output")
+                eventframe_files = gr.Files(visible=False, label='Event frame paths')
+                mesh_files = gr.Files(visible=False, label='3D Mesh Files')
                 
-                files = gr.Files(visible=False, label='3D Mesh Files')
+                event_frame = gr.Image(label="Event Frame")
                 prediction_out = gr.Model3D(clear_color=[0.0, 0.0, 0.0, 0.0],  label="Ev2Hands result")
                 model_slider = gr.Slider(minimum=1, step=1, label="Frame Number")
 
@@ -177,9 +190,9 @@ with gr.Blocks(css='style.css') as demo:
                 submit_btn = gr.Button("Run Ev2Hands")
 
         inputs = [video_inp, trim_in, threshold]
-        outputs = [event_frame_out, files, prediction_out]        
+        outputs = [eventframe_files, event_frame, mesh_files, prediction_out]        
         
     submit_btn.click(infer, inputs, outputs)
-    model_slider.change(change_model, [model_slider, files], [model_slider, prediction_out])    
+    model_slider.change(change_model, [model_slider, eventframe_files, mesh_files], [model_slider, event_frame, prediction_out])    
 
 demo.queue(max_size=12).launch(server_name="0.0.0.0", server_port=7860)