shifangxu2024 commited on
Commit
6538206
·
verified ·
1 Parent(s): f711925

add cache_position to mask_kwargs in modeling_step3p7.py

Browse files

In transformers version 5.0.0, the create_causal_mask function requires the cache_position argument.

Files changed (1) hide show
  1. modeling_step3p7.py +1 -0
modeling_step3p7.py CHANGED
@@ -974,6 +974,7 @@ class Step3p7TextModel(Step3p7TextPreTrainedModel, GenerationMixin):
974
  mask_kwargs = {
975
  "config": self.config,
976
  "attention_mask": attention_mask,
 
977
  "past_key_values": past_key_values,
978
  "position_ids": position_ids,
979
  }
 
974
  mask_kwargs = {
975
  "config": self.config,
976
  "attention_mask": attention_mask,
977
+ "cache_position": cache_position,
978
  "past_key_values": past_key_values,
979
  "position_ids": position_ids,
980
  }