Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -57,7 +57,8 @@ print("Loading model (this can take a minute on first launch)...")
|
|
| 57 |
DEVICE = _device()
|
| 58 |
DTYPE = torch.float16 if DEVICE in ("cuda", "mps") else torch.float32
|
| 59 |
|
| 60 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
|
|
|
| 61 |
tokenizer.pad_token = tokenizer.eos_token
|
| 62 |
|
| 63 |
_base = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 57 |
DEVICE = _device()
|
| 58 |
DTYPE = torch.float16 if DEVICE in ("cuda", "mps") else torch.float32
|
| 59 |
|
| 60 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
|
| 61 |
+
|
| 62 |
tokenizer.pad_token = tokenizer.eos_token
|
| 63 |
|
| 64 |
_base = AutoModelForCausalLM.from_pretrained(
|