Update config.json
#3
by
olegshulyakov
- opened
- config.json +1 -0
config.json
CHANGED
|
@@ -23,6 +23,7 @@
|
|
| 23 |
"text_config": {
|
| 24 |
"hidden_size": 3840,
|
| 25 |
"intermediate_size": 15360,
|
|
|
|
| 26 |
"model_type": "gemma3_text",
|
| 27 |
"num_attention_heads": 16,
|
| 28 |
"num_hidden_layers": 48,
|
|
|
|
| 23 |
"text_config": {
|
| 24 |
"hidden_size": 3840,
|
| 25 |
"intermediate_size": 15360,
|
| 26 |
+
"max_position_embeddings": 131072,
|
| 27 |
"model_type": "gemma3_text",
|
| 28 |
"num_attention_heads": 16,
|
| 29 |
"num_hidden_layers": 48,
|