Rexopia
/

HawkLM-Chat-demo

Text Generation

Model card Files Files and versions Community

Rexopia commited on Aug 19, 2023

Commit

67a1c99

·

1 Parent(s): 9e94389

update latest

Files changed (1) hide show

configuration_hawk.py +1 -1

configuration_hawk.py CHANGED Viewed

@@ -80,6 +80,6 @@ class HawkConfig(PretrainedConfig):
         self.bos_token_id = bos_token_id
         self.eos_token_id = eos_token_id
-        self.rotary_dim = 32 # TODO Need to modify
         super().__init__(bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)

         self.bos_token_id = bos_token_id
         self.eos_token_id = eos_token_id
+        self.rotary_dim = 64 # TODO Fixed for Hawk demo
         super().__init__(bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)