Update modeling_GOT.py

#1
by htrnguyen - opened
Files changed (1) hide show
  1. modeling_GOT.py +1 -1
modeling_GOT.py CHANGED
@@ -398,7 +398,7 @@ class GOTQwenForCausalLM(Qwen2ForCausalLM):
398
  if isinstance(past_key_values, Cache):
399
  cache_length = past_key_values.get_seq_length()
400
  past_length = past_key_values.seen_tokens
401
- max_cache_length = past_key_values.get_max_length()
402
  else:
403
  cache_length = past_length = past_key_values[0][0].shape[2]
404
  max_cache_length = None
 
398
  if isinstance(past_key_values, Cache):
399
  cache_length = past_key_values.get_seq_length()
400
  past_length = past_key_values.seen_tokens
401
+ max_cache_length = None
402
  else:
403
  cache_length = past_length = past_key_values[0][0].shape[2]
404
  max_cache_length = None