Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ from transformers import (
|
|
| 7 |
AutoModelForCausalLM
|
| 8 |
)
|
| 9 |
|
| 10 |
-
MODEL_NAME = "
|
| 11 |
|
| 12 |
print("Loading model...")
|
| 13 |
|
|
@@ -135,6 +135,7 @@ def generate_response(prompt):
|
|
| 135 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 136 |
|
| 137 |
model = model.to(device)
|
|
|
|
| 138 |
|
| 139 |
inputs = {k: v.to(device) for k, v in inputs.items()}
|
| 140 |
|
|
|
|
| 7 |
AutoModelForCausalLM
|
| 8 |
)
|
| 9 |
|
| 10 |
+
MODEL_NAME = "microsoft/Phi-3.5-mini-instruct""
|
| 11 |
|
| 12 |
print("Loading model...")
|
| 13 |
|
|
|
|
| 135 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 136 |
|
| 137 |
model = model.to(device)
|
| 138 |
+
|
| 139 |
|
| 140 |
inputs = {k: v.to(device) for k, v in inputs.items()}
|
| 141 |
|