Update modeling_internlm2.py
Browse files- modeling_internlm2.py +1 -1
modeling_internlm2.py
CHANGED
|
@@ -865,7 +865,7 @@ class InternLM2Model(InternLM2PreTrainedModel):
|
|
| 865 |
|
| 866 |
seq_length_with_past = seq_length
|
| 867 |
past_key_values_length = 0
|
| 868 |
-
if past_key_values is not None:
|
| 869 |
past_key_values_length = past_key_values[0][0].shape[2]
|
| 870 |
seq_length_with_past = seq_length_with_past + past_key_values_length
|
| 871 |
|
|
|
|
| 865 |
|
| 866 |
seq_length_with_past = seq_length
|
| 867 |
past_key_values_length = 0
|
| 868 |
+
if past_key_values is not None and past_key_values[0][0] is not None:
|
| 869 |
past_key_values_length = past_key_values[0][0].shape[2]
|
| 870 |
seq_length_with_past = seq_length_with_past + past_key_values_length
|
| 871 |
|