sunkencity commited on
Commit
69fb596
·
verified ·
1 Parent(s): d71ac87

Upload train_survival.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_survival.py +4 -4
train_survival.py CHANGED
@@ -55,7 +55,8 @@ training_args = SFTConfig(
55
  hub_model_id=OUTPUT_MODEL_ID,
56
  fp16=True,
57
  dataset_text_field="text",
58
- packing=False
 
59
  )
60
 
61
  def formatting_prompts_func(example):
@@ -74,8 +75,7 @@ trainer = SFTTrainer(
74
  peft_config=peft_config,
75
  formatting_func=formatting_prompts_func,
76
  args=training_args,
77
- processing_class=tokenizer, # New name for tokenizer
78
- max_seq_length=1024 # Passed here
79
  )
80
 
81
  print("Starting training...")
@@ -83,4 +83,4 @@ trainer.train()
83
 
84
  print("Pushing to hub...")
85
  trainer.push_to_hub()
86
- print("Done!")
 
55
  hub_model_id=OUTPUT_MODEL_ID,
56
  fp16=True,
57
  dataset_text_field="text",
58
+ packing=False,
59
+ max_length=1024 # Correct parameter name for SFTConfig
60
  )
61
 
62
  def formatting_prompts_func(example):
 
75
  peft_config=peft_config,
76
  formatting_func=formatting_prompts_func,
77
  args=training_args,
78
+ processing_class=tokenizer,
 
79
  )
80
 
81
  print("Starting training...")
 
83
 
84
  print("Pushing to hub...")
85
  trainer.push_to_hub()
86
+ print("Done!")