joey00072
/

experiment_mha

model_hub_mixin

pytorch_model_hub_mixin

Model card Files Files and versions Community

joey00072 commited on Jan 7

Commit

12ab924

·

verified ·

1 Parent(s): fc72525

checkpoint iter: 2000

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "nope_head_dim": 32,
   "num_heads": 16,
   "num_kv_heads": 16,
-  "num_layers": 16,
   "q_lora_rank": null,
   "rope_head_dim": null,
   "seq_len": 256,

   "nope_head_dim": 32,
   "num_heads": 16,
   "num_kv_heads": 16,
+  "num_layers": 4,
   "q_lora_rank": null,
   "rope_head_dim": null,
   "seq_len": 256,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e4d4e59a2a30ed355267890c13ba82fe49b3792afefd7dc74a6a85abacacc4e
-size 776559688

 version https://git-lfs.github.com/spec/v1
+oid sha256:fcc8513e4561ca39427d84aeaa0ce2d047911f52c7813dba20867326ab95d4da
+size 348631064