Update modeling_llama3.py

modeling_llama3.py

@@ -421,6 +421,7 @@ class Llama3ForConditionalGeneration(MllamaPreTrainedModel, GenerationMixin):
 
         self.vision_model = MllamaVisionModel._from_config(config.vision_config)
         self.language_model = MllamaForCausalLM._from_config(config.text_config)
+        self.language_model.get_input_embeddings().weight.required_grad = False
         self.embed_tokens = Llama3Embedding(config.audio_config, config.text_config)
         self.multi_modal_projector = nn.Linear(
             config.vision_config.vision_output_dim,