Update dtype for CPU

modules/sam_inference.py

@@ -41,7 +41,7 @@ class SamInference:
         self.model_dir = model_dir
         self.output_dir = output_dir
         self.device = "cuda" if torch.cuda.is_available() else "cpu"
-        self.dtype = torch.float16 if torch.cuda.is_available() else torch.float32
+        self.dtype = torch.float16 if torch.cuda.is_available() else torch.bfloat16
         self.mask_generator = None
         self.image_predictor = None
         self.video_predictor = None