Update README.md
Browse files
README.md
CHANGED
|
@@ -18,7 +18,7 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
|
| 18 |
base_model = AutoModelForSeq2SeqLM.from_pretrained('google/switch-base-128')
|
| 19 |
lora_model = PeftModel.from_pretrained(base_model, 'marsggbo/wmt-switch-base-128-lora-ckpt35000')
|
| 20 |
merged_model = lora_model.merge_and_unload()
|
| 21 |
-
merged_model.save_pretrained('./switch-base-128-wmt')
|
| 22 |
```
|
| 23 |
|
| 24 |
# To use merged model weights
|
|
|
|
| 18 |
base_model = AutoModelForSeq2SeqLM.from_pretrained('google/switch-base-128')
|
| 19 |
lora_model = PeftModel.from_pretrained(base_model, 'marsggbo/wmt-switch-base-128-lora-ckpt35000')
|
| 20 |
merged_model = lora_model.merge_and_unload()
|
| 21 |
+
merged_model.save_pretrained('./switch-base-128-wmt', state_dict=merged_model.state_dict(), safe_serialization=False)
|
| 22 |
```
|
| 23 |
|
| 24 |
# To use merged model weights
|