977fedb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{ "architectures": [ "Lake1ForAnyToAny" ], "vocab_size": 20064, "hidden_size": 1024, "num_hidden_layers": 248, "num_attention_heads": 128, "embd_pdrop": 0.0, "use_moe": true, "num_experts": 48, "expert_hidden_size": 248, "dropout": 0.0 }