karthickg12 commited on
Commit
3defa5a
·
verified ·
1 Parent(s): f0d876d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from transformers import (
7
  AutoModelForCausalLM
8
  )
9
 
10
- MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
11
 
12
  print("Loading model...")
13
 
@@ -135,6 +135,7 @@ def generate_response(prompt):
135
  device = "cuda" if torch.cuda.is_available() else "cpu"
136
 
137
  model = model.to(device)
 
138
 
139
  inputs = {k: v.to(device) for k, v in inputs.items()}
140
 
 
7
  AutoModelForCausalLM
8
  )
9
 
10
+ MODEL_NAME = "microsoft/Phi-3.5-mini-instruct""
11
 
12
  print("Loading model...")
13
 
 
135
  device = "cuda" if torch.cuda.is_available() else "cpu"
136
 
137
  model = model.to(device)
138
+
139
 
140
  inputs = {k: v.to(device) for k, v in inputs.items()}
141