moos124 commited on
Commit
6089f36
·
verified ·
1 Parent(s): 27e9bab

Upload train_code_reasoning.py

Browse files
Files changed (1) hide show
  1. train_code_reasoning.py +1 -1
train_code_reasoning.py CHANGED
@@ -166,7 +166,6 @@ training_args = SFTConfig(
166
  per_device_train_batch_size=4,
167
  gradient_accumulation_steps=4,
168
  learning_rate=5e-5,
169
- max_seq_length=2048,
170
  warmup_ratio=0.03,
171
  lr_scheduler_type="cosine",
172
  bf16=True,
@@ -191,6 +190,7 @@ trainer = SFTTrainer(
191
  train_dataset=train_dataset,
192
  args=training_args,
193
  tokenizer=tokenizer,
 
194
  )
195
 
196
  print("Starting training...")
 
166
  per_device_train_batch_size=4,
167
  gradient_accumulation_steps=4,
168
  learning_rate=5e-5,
 
169
  warmup_ratio=0.03,
170
  lr_scheduler_type="cosine",
171
  bf16=True,
 
190
  train_dataset=train_dataset,
191
  args=training_args,
192
  tokenizer=tokenizer,
193
+ max_seq_length=2048,
194
  )
195
 
196
  print("Starting training...")