BAAI
/

AquilaChat-7B

Inference Endpoints

Model card Files Files and versions Community

Update modeling_aquila.py

#2

by yxaenbal - opened Sep 17, 2023

base: refs/heads/main

←

from: refs/pr/2

Discussion Files changed

Files changed (1) hide show

modeling_aquila.py +1 -1

modeling_aquila.py CHANGED Viewed

@@ -145,7 +145,7 @@ class AquilaLinearScalingRotaryEmbedding(AquilaRotaryEmbedding):
         self.register_buffer("sin_cached", emb.sin()[None, None, :, :].to(dtype), persistent=False)
 # Copied from transformers.models.llama.modeling_llama.LlamaDynamicNTKScalingRotaryEmbedding with Llama->Aquila
-class AquilaDynamicNTKScalingRotaryEmbedding(LlamaRotaryEmbedding):
     """LlamaRotaryEmbedding extended with Dynamic NTK scaling. Credits to the Reddit users /u/bloc97 and /u/emozilla"""
     def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0):

         self.register_buffer("sin_cached", emb.sin()[None, None, :, :].to(dtype), persistent=False)
 # Copied from transformers.models.llama.modeling_llama.LlamaDynamicNTKScalingRotaryEmbedding with Llama->Aquila
+class AquilaDynamicNTKScalingRotaryEmbedding(AquilaRotaryEmbedding):
     """LlamaRotaryEmbedding extended with Dynamic NTK scaling. Credits to the Reddit users /u/bloc97 and /u/emozilla"""
     def __init__(self, dim, max_position_embeddings=2048, base=10000, device=None, scaling_factor=1.0):