Update app.py

app.py

@@ -16,8 +16,10 @@ def init():
         #raise ValueError("HUGGINGFACE_TOKEN environment variable is not set")
     
     model_id = "google/gemma-2-9b-it"
+    model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
     
     device = "auto" # torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    device = "cuda"
     dtype = torch.bfloat16
     
     tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)