Upload scripts/train_alizee_v2_stage1_sft.py with huggingface_hub
Browse files
scripts/train_alizee_v2_stage1_sft.py
CHANGED
|
@@ -304,7 +304,7 @@ training_config = SFTConfig(
|
|
| 304 |
print("\n🎯 Initializing SFT Trainer...")
|
| 305 |
trainer = SFTTrainer(
|
| 306 |
model=model,
|
| 307 |
-
|
| 308 |
train_dataset=train_dataset,
|
| 309 |
eval_dataset=eval_dataset,
|
| 310 |
args=training_config,
|
|
|
|
| 304 |
print("\n🎯 Initializing SFT Trainer...")
|
| 305 |
trainer = SFTTrainer(
|
| 306 |
model=model,
|
| 307 |
+
processing_class=tokenizer, # TRL >=0.17 uses processing_class instead of tokenizer
|
| 308 |
train_dataset=train_dataset,
|
| 309 |
eval_dataset=eval_dataset,
|
| 310 |
args=training_config,
|