runtime error

app.py

@@ -8,18 +8,21 @@ import io
 import cv2
 from typing import Dict, Any, List, Optional
 from transformers import Sam3Model, Sam3Processor
+import warnings
+warnings.filterwarnings("ignore")
 
 class SAM3Handler:
     """SAM3 handler for both UI and API access"""
 
     def __init__(self):
         self.device = "cuda" if torch.cuda.is_available() else "cpu"
-        print(f"Loading SAM3 model on device: {self.device}")
+        self.dtype = torch.float16 if torch.cuda.is_available() else torch.float32
+        print(f"Loading SAM3 model on device: {self.device} with dtype: {self.dtype}")
 
         # Load SAM3 model and processor
         self.model = Sam3Model.from_pretrained(
             "facebook/sam3",
-            torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32
+            torch_dtype=self.dtype
         ).to(self.device)
 
         self.processor = Sam3Processor.from_pretrained("facebook/sam3")
@@ -51,7 +54,15 @@ class SAM3Handler:
                 images=image,
                 text=text_prompt,
                 return_tensors="pt"
-            ).to(self.device)
+            )
+
+            # Move inputs to device
+            inputs = inputs.to(self.device)
+
+            # Convert dtype to match model (following working space pattern)
+            for key in inputs:
+                if inputs[key].dtype == torch.float32:
+                    inputs[key] = inputs[key].to(self.model.dtype)
 
             with torch.no_grad():
                 outputs = self.model(**inputs, multimask_output=True)