Upload folder using huggingface_hub

config.json

@@ -24,7 +24,7 @@
   "mamba_conv_bias": true,
   "mamba_d_conv": 4,
   "mamba_d_state": 16,
-  "mamba_dt_rank": 16,
+  "mamba_dt_rank": 256,
   "mamba_expand": 2,
   "mamba_inner_layernorms": true,
   "mamba_proj_bias": false,
@@ -33,7 +33,7 @@
   "num_attention_heads": 4,
   "num_experts": 16,
   "num_experts_per_tok": 2,
-  "num_hidden_layers": 8,
+  "num_hidden_layers": 16,
   "num_key_value_heads": 2,
   "output_router_logits": false,
   "pad_token_id": 0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1b4e57ac4ceec101688588be8355951597e7aacbe04c8e32b42078fb9143ef7
-size 1104560
+oid sha256:b6ab01c6269c51bc084de15f4b817241cfa38699b5775f4f290889e9ac8f6ef9
+size 1274744