Update modeling_llama3.py

modeling_llama3.py

@@ -403,8 +403,8 @@ class Llama3ForCausalLM(MllamaPreTrainedModel, GenerationMixin):
             attentions=outputs.attentions,
         )
 
-AutoModelForCausalLM.register(MllamaTextConfig, Llama3ForCausalLM)
-transformers.Llama3ForCausalLM = Llama3ForCausalLM
+#AutoModelForCausalLM.register(MllamaTextConfig, Llama3ForCausalLM)
+#transformers.Llama3ForCausalLM = Llama3ForCausalLM
 
 class Llama3ForConditionalGeneration(MllamaPreTrainedModel, GenerationMixin):
     config_class = Llama3Config
@@ -420,7 +420,7 @@ class Llama3ForConditionalGeneration(MllamaPreTrainedModel, GenerationMixin):
         self.pad_token_id = self.config.pad_token_id if self.config.pad_token_id is not None else -1
 
         self.vision_model = MllamaVisionModel._from_config(config.vision_config)
-        self.language_model = Llama3ForCausalLM._from_config(config.text_config)
+        self.language_model = MllamaForCausalLM._from_config(config.text_config)
         self.embed_tokens = Llama3Embedding(config.audio_config, config.text_config)
         self.multi_modal_projector = nn.Linear(
             config.vision_config.vision_output_dim,