katuni4ka
/

tiny-random-minicpm3

Model card Files Files and versions

katuni4ka commited on Mar 5, 2025

Commit

703c19b

·

verified ·

1 Parent(s): fba44ea

Update modeling_minicpm.py

Files changed (1) hide show

modeling_minicpm.py +1 -1

modeling_minicpm.py CHANGED Viewed

@@ -1369,7 +1369,7 @@ class MiniCPM3ForCausalLM(MiniCPM3PreTrainedModel):
             if isinstance(past_key_values, Cache):
                 cache_length = past_key_values.get_seq_length()
                 past_length = past_key_values.seen_tokens
-                max_cache_length = past_key_values.get_max_cache_shape()
             else:
                 cache_length = past_length = past_key_values[0][0].shape[2]
                 max_cache_length = None

             if isinstance(past_key_values, Cache):
                 cache_length = past_key_values.get_seq_length()
                 past_length = past_key_values.seen_tokens
+                max_cache_length = max_cache_length = past_key_values.get_max_length() if hasattr(past_key_values, "get_max_length") else past_key_values.get_max_cache_shape()
             else:
                 cache_length = past_length = past_key_values[0][0].shape[2]
                 max_cache_length = None