markdown slider and max threads

main.py

@@ -161,6 +161,7 @@ def pose2d(video, kpt_threshold):
     out_file = glob.glob(os.path.join(add_dir, "*.mp4")) #+ glob.glob(os.path.join(vis_out_dir, "*.webm")) 
     kpoints = glob.glob(os.path.join(add_dir, "*.json"))
 
+
     return "".join(out_file), "".join(kpoints)
 
 

main_noweb.py

@@ -34,6 +34,8 @@ print("[INFO]: Imported modules!")
 human = MMPoseInferencer("simcc_mobilenetv2_wo-deconv-8xb64-210e_coco-256x192") # simcc_mobilenetv2_wo-deconv-8xb64-210e_coco-256x192 dekr_hrnet-w32_8xb10-140e_coco-512x512
 hand = MMPoseInferencer("hand")
 
+hand.to(device)
+human.to(device)
 #"https://github.com/open-mmlab/mmpose/blob/main/configs/body_3d_keypoint/pose_lift/h36m/pose-lift_simplebaseline3d_8xb64-200e_h36m.py", 
                            #"https://download.openmmlab.com/mmpose/body3d/simple_baseline/simple3Dbaseline_h36m-f0ad73a4_20210419.pth") # pose3d="human3d"
 #https://github.com/open-mmlab/mmpose/tree/main/configs/hand_2d_keypoint/topdown_regression
@@ -96,6 +98,7 @@ def pose3d(video, kpt_threshold):
     print(device)
 
     human3d = MMPoseInferencer(pose3d="human3d")
+    human3d.to(device)
 
     # Define new unique folder
     add_dir = str(uuid.uuid4())
@@ -151,6 +154,15 @@ def pose2d(video, kpt_threshold):
 
     return "".join(out_file), "".join(kpoints)
 
+def pose2dbatch(video, kpt_threshold):
+    kpoints=[]
+    outvids=[]
+    for v, t in zip(video, kpt_threshold):
+        vname, kname = pose2d(v, t)
+        outvids.append(vname) 
+        kpoints.append(kname)
+    return kpoints, outvids
+    
 
 def pose2dhand(video, kpt_threshold):
     video = check_extension(video)
@@ -298,7 +310,7 @@ def UI():
                 
 
             # From file
-            submit_pose_file.click(fn=pose2d, 
+            submit_pose_file.click(fn=pose2dbatch, 
                                 inputs=  [video_input, file_kpthr], 
                                 outputs = [video_output1, jsonoutput],
                                 queue=True)
@@ -316,12 +328,12 @@ def UI():
         
 if __name__ == "__main__":
     block = UI()
-    block.queue(
-                #concurrency_count=40, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
+    block.queue(max_size=50, 
+                concurrency_count=20, # When you increase the concurrency_count parameter in queue(), max_threads() in launch() is automatically increased as well.
                 #max_size=25, # Maximum number of requests that the queue processes
                 api_open = False # When creating a Gradio demo, you may want to restrict all traffic to happen through the user interface as opposed to the programmatic API that is automatically created for your Gradio demo.  
                     ).launch(
-                 max_threads=41,
+                 #max_threads=41,
                  server_name="0.0.0.0", 
                  server_port=7860,
                  auth=("novouser", "bstad2023")