IlyasMoutawwakil HF Staff commited on
Commit
8ab1e26
·
verified ·
1 Parent(s): b1759ef

Update modeling_internlm2.py

Browse files
Files changed (1) hide show
  1. modeling_internlm2.py +1 -1
modeling_internlm2.py CHANGED
@@ -865,7 +865,7 @@ class InternLM2Model(InternLM2PreTrainedModel):
865
 
866
  seq_length_with_past = seq_length
867
  past_key_values_length = 0
868
- if past_key_values is not None:
869
  past_key_values_length = past_key_values[0][0].shape[2]
870
  seq_length_with_past = seq_length_with_past + past_key_values_length
871
 
 
865
 
866
  seq_length_with_past = seq_length
867
  past_key_values_length = 0
868
+ if past_key_values is not None and past_key_values[0][0] is not None:
869
  past_key_values_length = past_key_values[0][0].shape[2]
870
  seq_length_with_past = seq_length_with_past + past_key_values_length
871