Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -62,7 +62,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
|
| 62 |
tokenizer.pad_token = tokenizer.eos_token
|
| 63 |
|
| 64 |
_base = AutoModelForCausalLM.from_pretrained(
|
| 65 |
-
MODEL_ID,
|
| 66 |
)
|
| 67 |
# Keep the adapter separate (not merged) so we can toggle it on/off.
|
| 68 |
model = PeftModel.from_pretrained(_base, ADAPTER_DIR)
|
|
|
|
| 62 |
tokenizer.pad_token = tokenizer.eos_token
|
| 63 |
|
| 64 |
_base = AutoModelForCausalLM.from_pretrained(
|
| 65 |
+
MODEL_ID, torch_dtype=DTYPE, trust_remote_code=True
|
| 66 |
)
|
| 67 |
# Keep the adapter separate (not merged) so we can toggle it on/off.
|
| 68 |
model = PeftModel.from_pretrained(_base, ADAPTER_DIR)
|