Update modeling_llama3.py

modeling_llama3.py

@@ -49,10 +49,12 @@ class Llama3TextModel(MllamaPreTrainedModel):
         self.post_init()
 
     def get_input_embeddings(self):
-        return self.embed_tokens.text_embeddings
+        #return self.embed_tokens.text_embeddings
+        return None
 
     def set_input_embeddings(self, value):
-        self.embed_tokens.text_embeddings = value
+        #self.embed_tokens.text_embeddings = value
+        pass
 
     def forward(
         self,
@@ -312,10 +314,11 @@ class Llama3ForCausalLM(MllamaPreTrainedModel, GenerationMixin):
     #_tied_weights_keys = ["lm_head.weight"]
 
     def __init__(self, config: MllamaTextConfig):
-        super().__init__(config)
-        self.vocab_size = config.vocab_size
-        self.model = Llama3TextModel._from_config(config, attn_implementation=config._attn_implementation)
-        self.lm_head = nn.Linear(config.hidden_size, self.vocab_size, bias=False)
+        super().__init__(config.get_text_config())
+        self.text_config = config.get_text_config()
+        self.vocab_size = self.text_config.vocab_size
+        self.model = Llama3TextModel._from_config(self.text_config, attn_implementation=config._attn_implementation)
+        self.lm_head = nn.Linear(self.text_config.hidden_size, self.vocab_size, bias=False)
 
         self.post_init()