Spaces:
Runtime error
Runtime error
Pedro Cuenca
commited on
Commit
·
a77c0d4
1
Parent(s):
55a631d
Load tokenizer associated to the model checkpoint, if possible.
Browse files- tools/train/train.py +2 -1
tools/train/train.py
CHANGED
|
@@ -484,8 +484,9 @@ def main():
|
|
| 484 |
model_args.tokenizer_name, use_fast=True
|
| 485 |
)
|
| 486 |
else:
|
|
|
|
| 487 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 488 |
-
|
| 489 |
use_fast=True,
|
| 490 |
)
|
| 491 |
|
|
|
|
| 484 |
model_args.tokenizer_name, use_fast=True
|
| 485 |
)
|
| 486 |
else:
|
| 487 |
+
# Use non-standard configuration property set by `DalleBart.from_pretrained`
|
| 488 |
tokenizer = AutoTokenizer.from_pretrained(
|
| 489 |
+
model.config.resolved_name_or_path,
|
| 490 |
use_fast=True,
|
| 491 |
)
|
| 492 |
|