ssdataanalysis commited on
Commit
61b62c0
·
verified ·
1 Parent(s): eb750d6

Fix: add assistant_only_loss=False to prevent all labels being masked to -100

Browse files
Files changed (1) hide show
  1. train.py +1 -0
train.py CHANGED
@@ -122,6 +122,7 @@ training_args = SFTConfig(
122
  weight_decay=0.01,
123
  max_length=2048,
124
  packing=False,
 
125
  bf16=True,
126
  logging_strategy="steps",
127
  logging_steps=10,
 
122
  weight_decay=0.01,
123
  max_length=2048,
124
  packing=False,
125
+ assistant_only_loss=False, # CRITICAL FIX: prevent all labels being masked to -100
126
  bf16=True,
127
  logging_strategy="steps",
128
  logging_steps=10,