Upload train_job_base.py with huggingface_hub
Browse files- train_job_base.py +1 -1
train_job_base.py
CHANGED
|
@@ -191,7 +191,7 @@ def main():
|
|
| 191 |
args=args,
|
| 192 |
train_dataset=train_ds,
|
| 193 |
eval_dataset=tokenized_eval,
|
| 194 |
-
|
| 195 |
data_collator=DataCollatorForSeq2Seq(tokenizer, model=model),
|
| 196 |
)
|
| 197 |
|
|
|
|
| 191 |
args=args,
|
| 192 |
train_dataset=train_ds,
|
| 193 |
eval_dataset=tokenized_eval,
|
| 194 |
+
processing_class=tokenizer,
|
| 195 |
data_collator=DataCollatorForSeq2Seq(tokenizer, model=model),
|
| 196 |
)
|
| 197 |
|