Test CUDA

app.py

@@ -39,6 +39,9 @@ print(">>> MODEL CACHE PATH:", MODEL_CACHE, os.listdir(MODEL_CACHE))
 
 device = "gpu" if torch.cuda.is_available() else "mps" if torch.backends.mps.is_available() else "cpu"
 dtype = torch.float16 if device in ("mps", "gpu") else torch.float32
+
+print("CUDA available:", torch.cuda.is_available())       # True
+print("Device name:", torch.cuda.get_device_name(0)) 
 # bnb_config = BitsAndBytesConfig(load_in_8bit=True)
 
 

requirements.txt

@@ -1,3 +1,8 @@
+--extra-index-url https://download.pytorch.org/whl/cu118
+
+torch==2.0.1+cu118
+torchvision==0.15.2+cu118
+torchaudio==2.0.2+cu118
 annotated-types==0.7.0
 attrs==25.3.0
 beautifulsoup4==4.13.4
@@ -74,8 +79,6 @@ sympy==1.14.0
 tabulate==0.9.0
 tifffile==2025.5.10
 tokenizers==0.21.1
-torch==2.7.0
-torchvision==0.22.0
 tqdm==4.67.1
 transformers==4.51.3
 typer==0.15.4