Update README.md
Browse files
README.md
CHANGED
|
@@ -60,9 +60,7 @@ While I'm a strong supporter for fully open-source community, I have to respect
|
|
| 60 |
## Training Parameters
|
| 61 |
|
| 62 |
- r = 256
|
| 63 |
-
- target_modules = ["q_proj", "k_proj", "v_proj", "o_proj",
|
| 64 |
-
- "gate_proj", "up_proj", "down_proj",
|
| 65 |
-
- "lm_head", "embed_tokens",]
|
| 66 |
- lora_alpha = 32
|
| 67 |
- lora_dropout = 0
|
| 68 |
- bias = "none"
|
|
|
|
| 60 |
## Training Parameters
|
| 61 |
|
| 62 |
- r = 256
|
| 63 |
+
- target_modules = ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj", "lm_head", "embed_tokens",]
|
|
|
|
|
|
|
| 64 |
- lora_alpha = 32
|
| 65 |
- lora_dropout = 0
|
| 66 |
- bias = "none"
|