stmasson commited on
Commit
e8e5378
·
verified ·
1 Parent(s): 39df74c

Upload scripts/train_alizee_v2_stage1_sft.py with huggingface_hub

Browse files
scripts/train_alizee_v2_stage1_sft.py CHANGED
@@ -304,7 +304,7 @@ training_config = SFTConfig(
304
  print("\n🎯 Initializing SFT Trainer...")
305
  trainer = SFTTrainer(
306
  model=model,
307
- tokenizer=tokenizer,
308
  train_dataset=train_dataset,
309
  eval_dataset=eval_dataset,
310
  args=training_config,
 
304
  print("\n🎯 Initializing SFT Trainer...")
305
  trainer = SFTTrainer(
306
  model=model,
307
+ processing_class=tokenizer, # TRL >=0.17 uses processing_class instead of tokenizer
308
  train_dataset=train_dataset,
309
  eval_dataset=eval_dataset,
310
  args=training_config,