fix-decoding (#5)

- Update modeling_motif.py (1d1f01bba1e93bbed14c810b5b7487d271cae810)

modeling_motif.py

@@ -399,7 +399,7 @@ class MotifAttention(nn.Module):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_usable_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,
@@ -534,7 +534,7 @@ class MotifFlashAttention2(MotifAttention):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_usable_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,