peft no longer needs device_map
Browse files
src/axolotl/utils/models.py
CHANGED
|
@@ -375,7 +375,6 @@ def load_llama_adapter(model, cfg):
|
|
| 375 |
model = PeftModel.from_pretrained(
|
| 376 |
model,
|
| 377 |
cfg.lora_model_dir,
|
| 378 |
-
device_map=cfg.device_map,
|
| 379 |
torch_dtype=torch.float16,
|
| 380 |
)
|
| 381 |
else:
|
|
@@ -437,8 +436,6 @@ def load_lora(model, cfg):
|
|
| 437 |
model = PeftModel.from_pretrained(
|
| 438 |
model,
|
| 439 |
cfg.lora_model_dir,
|
| 440 |
-
device_map=cfg.device_map,
|
| 441 |
-
# torch_dtype=torch.float16,
|
| 442 |
)
|
| 443 |
else:
|
| 444 |
model = get_peft_model(model, lora_config)
|
|
|
|
| 375 |
model = PeftModel.from_pretrained(
|
| 376 |
model,
|
| 377 |
cfg.lora_model_dir,
|
|
|
|
| 378 |
torch_dtype=torch.float16,
|
| 379 |
)
|
| 380 |
else:
|
|
|
|
| 436 |
model = PeftModel.from_pretrained(
|
| 437 |
model,
|
| 438 |
cfg.lora_model_dir,
|
|
|
|
|
|
|
| 439 |
)
|
| 440 |
else:
|
| 441 |
model = get_peft_model(model, lora_config)
|