Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ import torch
|
|
| 8 |
|
| 9 |
model_path = 'THUDM/BPO'
|
| 10 |
|
| 11 |
-
device = 'cuda'
|
| 12 |
|
| 13 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
|
| 14 |
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|
|
|
|
| 8 |
|
| 9 |
model_path = 'THUDM/BPO'
|
| 10 |
|
| 11 |
+
device = 'cuda:0'
|
| 12 |
|
| 13 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True, add_prefix_space=True)
|
| 14 |
model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, device_map=device, load_in_8bit=True)
|