Update app.py

app.py

@@ -5,12 +5,12 @@ from transformers import AutoModelForCausalLM
 from transformers import AutoTokenizer
 
 model_name = "thfname/test-gemma2-2b"
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16).to("cuda")
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 
 def gt (tx):
-    input_ids = tokenizer(tx, return_tensors="pt").to("cuda")
+    input_ids = tokenizer(tx, return_tensors="pt")
     outputs = model.generate(**input_ids, max_new_tokens=32)
     return tokenizer.decode(outputs[0])