Update app.py
Browse files
app.py
CHANGED
|
@@ -9,8 +9,8 @@ from transformers import is_torch_npu_available
|
|
| 9 |
from threading import Thread
|
| 10 |
|
| 11 |
|
| 12 |
-
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-
|
| 13 |
-
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen1.5-
|
| 14 |
if is_torch_npu_available():
|
| 15 |
model.to("npu:0")
|
| 16 |
elif torch.cuda.is_available():
|
|
|
|
| 9 |
from threading import Thread
|
| 10 |
|
| 11 |
|
| 12 |
+
tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B-Chat")
|
| 13 |
+
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen1.5-7B-Chat", torch_dtype=torch.bfloat16)
|
| 14 |
if is_torch_npu_available():
|
| 15 |
model.to("npu:0")
|
| 16 |
elif torch.cuda.is_available():
|