in the end

models/__init__.py

@@ -89,9 +89,26 @@ def _has_cuda() -> bool:
 
 def _pick_device(env_key: str) -> str:
     requested = os.environ.get(env_key, "").strip().lower()
+    has_cuda = _has_cuda()
+    
+    # Log all CUDA-related environment variables
+    cuda_env_vars = {
+        'FORCE_CUDA_DEVICE': os.environ.get('FORCE_CUDA_DEVICE', ''),
+        'CUDA_MEMORY_FRACTION': os.environ.get('CUDA_MEMORY_FRACTION', ''),
+        'PYTORCH_CUDA_ALLOC_CONF': os.environ.get('PYTORCH_CUDA_ALLOC_CONF', ''),
+        'REQUIRE_CUDA': os.environ.get('REQUIRE_CUDA', ''),
+        'SAM2_DEVICE': os.environ.get('SAM2_DEVICE', ''),
+        'MATANY_DEVICE': os.environ.get('MATANY_DEVICE', ''),
+    }
+    logger.info(f"CUDA environment variables: {cuda_env_vars}")
+    
+    logger.info(f"_pick_device({env_key}): requested='{requested}', has_cuda={has_cuda}")
     if requested in {"cuda", "cpu"}:
+        logger.info(f"Using requested device: {requested}")
         return requested
-    return "cuda" if _has_cuda() else "cpu"
+    result = "cuda" if has_cuda else "cpu"
+    logger.info(f"Auto-selected device: {result}")
+    return result
 
 # --------------------------------------------------------------------------------------
 # Basic Utilities
@@ -353,6 +370,11 @@ def _try_build(cfg_path: str):
             logger.info(f"Calling build_sam2 with kwargs: {kwargs}")
             result = build_sam2(**kwargs)
             logger.info(f"build_sam2 succeeded with kwargs")
+            # Log actual device of the model
+            if hasattr(result, 'device'):
+                logger.info(f"SAM2 model device: {result.device}")
+            elif hasattr(result, 'image_encoder') and hasattr(result.image_encoder, 'device'):
+                logger.info(f"SAM2 model device: {result.image_encoder.device}")
             return result
         except TypeError as e:
             logger.info(f"build_sam2 kwargs failed: {e}, trying positional args")