Update app.py

app.py

@@ -19,9 +19,15 @@ model_name = 'cognitivecomputations/dolphin-vision-7b'
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
     torch_dtype=torch.float16,
-    device_map='auto',
     trust_remote_code=True
 )
+model.to(device)  # Explicitly move the model to the device
+
+# Ensure all model components are on the same device
+for param in model.parameters():
+    param.data = param.data.to(device)
+for buffer in model.buffers():
+    buffer.data = buffer.data.to(device)
 
 tokenizer = AutoTokenizer.from_pretrained(
     model_name,