Upload train_survival.py with huggingface_hub
Browse files- train_survival.py +4 -4
train_survival.py
CHANGED
|
@@ -55,7 +55,8 @@ training_args = SFTConfig(
|
|
| 55 |
hub_model_id=OUTPUT_MODEL_ID,
|
| 56 |
fp16=True,
|
| 57 |
dataset_text_field="text",
|
| 58 |
-
packing=False
|
|
|
|
| 59 |
)
|
| 60 |
|
| 61 |
def formatting_prompts_func(example):
|
|
@@ -74,8 +75,7 @@ trainer = SFTTrainer(
|
|
| 74 |
peft_config=peft_config,
|
| 75 |
formatting_func=formatting_prompts_func,
|
| 76 |
args=training_args,
|
| 77 |
-
processing_class=tokenizer,
|
| 78 |
-
max_seq_length=1024 # Passed here
|
| 79 |
)
|
| 80 |
|
| 81 |
print("Starting training...")
|
|
@@ -83,4 +83,4 @@ trainer.train()
|
|
| 83 |
|
| 84 |
print("Pushing to hub...")
|
| 85 |
trainer.push_to_hub()
|
| 86 |
-
print("Done!")
|
|
|
|
| 55 |
hub_model_id=OUTPUT_MODEL_ID,
|
| 56 |
fp16=True,
|
| 57 |
dataset_text_field="text",
|
| 58 |
+
packing=False,
|
| 59 |
+
max_length=1024 # Correct parameter name for SFTConfig
|
| 60 |
)
|
| 61 |
|
| 62 |
def formatting_prompts_func(example):
|
|
|
|
| 75 |
peft_config=peft_config,
|
| 76 |
formatting_func=formatting_prompts_func,
|
| 77 |
args=training_args,
|
| 78 |
+
processing_class=tokenizer,
|
|
|
|
| 79 |
)
|
| 80 |
|
| 81 |
print("Starting training...")
|
|
|
|
| 83 |
|
| 84 |
print("Pushing to hub...")
|
| 85 |
trainer.push_to_hub()
|
| 86 |
+
print("Done!")
|