get frame poses

app.py

@@ -76,7 +76,7 @@ with gr.Blocks() as demo:
     )
 
     frames_btn.click(
-        get_frames, inputs=[mocap, fps], outputs=[frames]
+        get_frames, inputs=[mocap, fps], outputs=[frames, frames_thumb, pose_coords]
     )
     
 

main.py

@@ -1344,9 +1344,25 @@ def resize_images(images, width, height):
     
 def get_frames(video_path, fps):
     frames = extract_frames(video_path, fps)
+
+    dwpose = DWposeDetector(device="cuda")
+    poses = []
+    progress_bar = tqdm(range(len(frames)), initial=0, desc="Frames")
     for f in frames:
-        f.thumbnail((512,512))
-    return frames
+        _, pose_coords = get_pose(f, dwpose, "tar_pose"+str(len(poses))+".png")
+        coords = {}
+        for k in pose_coords:
+            if k == 'bodies_multi':
+                coords['bodies'] = pose_coords[k].tolist()
+            elif k in ['hands']:
+                coords[k] = pose_coords[k].tolist()
+            elif k in ['num_candidates']:
+                coords[k] = pose_coords[k]
+        poses.append(json.dumps(coords))
+        progress_bar.update(1)
+
+    print("done")
+    return frames, getThumbnails(frames), poses