olegshulyakov commited on
Commit
04224a3
·
verified ·
1 Parent(s): f227bac

Update config.json

Browse files

Add missing `max_position_embeddings` property

Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -23,6 +23,7 @@
23
  "text_config": {
24
  "hidden_size": 3840,
25
  "intermediate_size": 15360,
 
26
  "model_type": "gemma3_text",
27
  "num_attention_heads": 16,
28
  "num_hidden_layers": 48,
 
23
  "text_config": {
24
  "hidden_size": 3840,
25
  "intermediate_size": 15360,
26
+ "max_position_embeddings": 131072,
27
  "model_type": "gemma3_text",
28
  "num_attention_heads": 16,
29
  "num_hidden_layers": 48,