Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -24,7 +24,7 @@
|
|
| 24 |
"use_cache": true,
|
| 25 |
"use_sliding_window": false,
|
| 26 |
"vocab_size": 151936,
|
| 27 |
-
"
|
| 28 |
"moe_intermediate_size": 1408,
|
| 29 |
"shared_expert_intermediate_size": 5632,
|
| 30 |
"num_experts_per_tok": 4,
|
|
|
|
| 24 |
"use_cache": true,
|
| 25 |
"use_sliding_window": false,
|
| 26 |
"vocab_size": 151936,
|
| 27 |
+
"decoder_sparse_step": 1,
|
| 28 |
"moe_intermediate_size": 1408,
|
| 29 |
"shared_expert_intermediate_size": 5632,
|
| 30 |
"num_experts_per_tok": 4,
|