AbdelrehmanFouad commited on
Commit
90f93fa
·
verified ·
1 Parent(s): 4ac5ca2

Upload train_job_base.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_job_base.py +1 -1
train_job_base.py CHANGED
@@ -191,7 +191,7 @@ def main():
191
  args=args,
192
  train_dataset=train_ds,
193
  eval_dataset=tokenized_eval,
194
- tokenizer=tokenizer,
195
  data_collator=DataCollatorForSeq2Seq(tokenizer, model=model),
196
  )
197
 
 
191
  args=args,
192
  train_dataset=train_ds,
193
  eval_dataset=tokenized_eval,
194
+ processing_class=tokenizer,
195
  data_collator=DataCollatorForSeq2Seq(tokenizer, model=model),
196
  )
197