666

handler.py

@@ -28,7 +28,7 @@ class EndpointHandler:
         self.gen_config = GenerationConfig(
             bos_token_id=1,
             do_sample=False,
-            temperature=0.7,
+            # temperature=0.7,
             max_new_tokens=1024
         )
 
@@ -102,7 +102,7 @@ class EndpointHandler:
         ])
         return transform(image)
 
-    def _load_video(self, video_bytes: bytes, num_segments=16) -> torch.Tensor:
+    def _load_video(self, video_bytes: bytes, num_segments=8) -> torch.Tensor:
         with tempfile.NamedTemporaryFile(suffix=".mp4", delete=False) as tmpfile:
             tmpfile.write(video_bytes)
             video_path = tmpfile.name