Spaces:
Sleeping
Sleeping
jefffffff9 Claude Sonnet 4.6 commited on
Commit ·
829fd3d
1
Parent(s): c1bce9f
Fix Cell 16: remove tokenizer arg from Seq2SeqTrainer (renamed in transformers 5.x)
Browse files
notebooks/kaggle_master_trainer.ipynb
CHANGED
|
@@ -171,7 +171,7 @@
|
|
| 171 |
"id": "cell-train",
|
| 172 |
"metadata": {},
|
| 173 |
"outputs": [],
|
| 174 |
-
"source": "#
|
| 175 |
},
|
| 176 |
{
|
| 177 |
"cell_type": "markdown",
|
|
|
|
| 171 |
"id": "cell-train",
|
| 172 |
"metadata": {},
|
| 173 |
"outputs": [],
|
| 174 |
+
"source": "# -- Cell 16: TRAIN -----------------------------------------------------------\nfrom transformers import Seq2SeqTrainer\n\ntrainer = Seq2SeqTrainer(\n model=model,\n args=training_args,\n train_dataset=train_ds,\n eval_dataset=eval_ds,\n data_collator=collator,\n compute_metrics=compute_metrics,\n # 'tokenizer' argument removed -- renamed to 'processing_class' in\n # transformers 5.x and passing the old name raises TypeError\n)\n\nprint(f'Starting training ...')\nprint(f' Resume from : {LAST_CHECKPOINT or \"scratch\"}')\nprint(f' Train size : {len(train_ds)}')\nprint(f' Eval size : {len(eval_ds)}')\n\ntrain_result = trainer.train(resume_from_checkpoint=LAST_CHECKPOINT)\n\nprint('\\nTraining complete')\nprint(f' Steps : {train_result.global_step}')\nprint(f' Train loss: {train_result.training_loss:.4f}')\n\ntrainer.save_model(OUTPUT_DIR)\nprocessor.save_pretrained(OUTPUT_DIR)\nprint(f' Adapter saved -> {OUTPUT_DIR}')"
|
| 175 |
},
|
| 176 |
{
|
| 177 |
"cell_type": "markdown",
|