Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -162,6 +162,7 @@
|
|
| 162 |
"max_seq_len": 2048,
|
| 163 |
"model_type": "mpt",
|
| 164 |
"n_heads": 32,
|
|
|
|
| 165 |
"n_layers": 32,
|
| 166 |
"no_bias": false,
|
| 167 |
"norm_type": "low_precision_layernorm",
|
|
|
|
| 162 |
"max_seq_len": 2048,
|
| 163 |
"model_type": "mpt",
|
| 164 |
"n_heads": 32,
|
| 165 |
+
"num_key_value_heads": 32,
|
| 166 |
"n_layers": 32,
|
| 167 |
"no_bias": false,
|
| 168 |
"norm_type": "low_precision_layernorm",
|