Hugging Face's logo

SmerkyG
/
rwkv-6-world-3b

Text Generation
Transformers
PyTorch
rwkv6
custom_code
Model card Files Community
1
SmerkyG commited on
Commit
1c81599
·
verified ·
1 Parent(s): d3f69ef

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -6,12 +6,12 @@
6
  "AutoConfig": "configuration_rwkv6.Rwkv6Config",
7
  "AutoModelForCausalLM": "modeling_rwkv6.Rwkv6ForCausalLM"
8
  },
9
- "attention_hidden_size": 2048,
10
  "bos_token_id": 0,
11
  "eos_token_id": 0,
12
  "head_size": 64,
13
  "head_size_divisor": 8,
14
- "hidden_size": 2048,
15
  "intermediate_size": null,
16
  "layer_norm_epsilon": 1e-05,
17
  "max_context_length": 4096,
 
6
  "AutoConfig": "configuration_rwkv6.Rwkv6Config",
7
  "AutoModelForCausalLM": "modeling_rwkv6.Rwkv6ForCausalLM"
8
  },
9
+ "attention_hidden_size": 2560,
10
  "bos_token_id": 0,
11
  "eos_token_id": 0,
12
  "head_size": 64,
13
  "head_size_divisor": 8,
14
+ "hidden_size": 2560,
15
  "intermediate_size": null,
16
  "layer_norm_epsilon": 1e-05,
17
  "max_context_length": 4096,