JaganathC commited on
Commit
6bf8290
Β·
verified Β·
1 Parent(s): 7b98182

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ import uuid
14
  HF_TOKEN = os.environ.get("HF_TOKEN")
15
  print("Starting the program...")
16
 
17
- model_path = "mistralai/Mistral-7B-Instruct"
18
  print(f"Loading model {model_path}...")
19
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
20
  model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()
 
14
  HF_TOKEN = os.environ.get("HF_TOKEN")
15
  print("Starting the program...")
16
 
17
+ model_path = "Qwen/Qwen2.5-7B-Instruct"
18
  print(f"Loading model {model_path}...")
19
  tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
20
  model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, trust_remote_code=True).cuda()