Returned to ThreadPoolExecutor

handler.py

@@ -9,7 +9,7 @@ import torch
 from PIL import Image
 from transformers import AutoTokenizer, XCLIPModel, XCLIPProcessor
 from huggingface_hub import logging
-from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor, as_completed
+from concurrent.futures import ThreadPoolExecutor, as_completed
 from decord import VideoReader
 from decord import cpu
 
@@ -237,7 +237,7 @@ class EndpointHandler:
                     videos_urls = data["videos_urls"][i : i + batch_size]
                     videos_metadata = data["videos_metadata"][i : i + batch_size]
 
-                    with ProcessPoolExecutor() as executor:
+                    with ThreadPoolExecutor() as executor:
                         futures = [
                             executor.submit(self.process_video, url, metadata)
                             for url, metadata in zip(videos_urls, videos_metadata)