""" helpers for lora embeddings """ def get_linear_embedding_layers(model_type): """ returns the linear embedding layers needed for loras, dependent on the model arch """ if model_type == "phi-msft": return ["embd", "lm_head.linear"] return ["lm_head", "embed_tokens"]