katuni4ka commited on
Commit
9c90882
·
verified ·
1 Parent(s): fe93bdb

Update modeling_llava_qwen2.py

Browse files
Files changed (1) hide show
  1. modeling_llava_qwen2.py +1 -1
modeling_llava_qwen2.py CHANGED
@@ -2090,7 +2090,7 @@ class Qwen2ForCausalLM(Qwen2PreTrainedModel):
2090
  if isinstance(past_key_values, Cache):
2091
  cache_length = past_key_values.get_seq_length()
2092
  past_length = past_key_values.seen_tokens
2093
- max_cache_length = past_key_values.get_max_length()
2094
  else:
2095
  cache_length = past_length = past_key_values[0][0].shape[2]
2096
  max_cache_length = None
 
2090
  if isinstance(past_key_values, Cache):
2091
  cache_length = past_key_values.get_seq_length()
2092
  past_length = past_key_values.seen_tokens
2093
+ max_cache_length = past_key_values.get_max_length() if hasattr(past_key_values, "get_max_length") else past_key_values.get_max_cache_shape()
2094
  else:
2095
  cache_length = past_length = past_key_values[0][0].shape[2]
2096
  max_cache_length = None