Update app.py

app.py

@@ -15,10 +15,12 @@ login(token=os.getenv("HUGGINGFACEHUB_TOKEN"))
 
 st.set_page_config(page_title="AnthroBot", page_icon="🤖", layout="centered")
 
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
 # Load model and tokenizer
 @st.cache_resource
 def load_model():
-    model = AutoModelForCausalLM.from_pretrained("SallySims/AnthroBot_Model_Lora").to("cuda")
+    model = AutoModelForCausalLM.from_pretrained("SallySims/AnthroBot_Model_Lora").to(device)
     tokenizer = AutoTokenizer.from_pretrained("SallySims/AnthroBot_Model_Lora")
     return model, tokenizer