hmellor
/

tiny-random-Gemma2ForCausalLM

Text Generation

text-generation-inference

Model card Files Files and versions

hmellor HF Staff commited on May 22

Commit

7551e53

·

verified ·

1 Parent(s): ac8d7c3

Upload Gemma2ForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -17,8 +17,8 @@
   "intermediate_size": 64,
   "max_position_embeddings": 8192,
   "model_type": "gemma2",
-  "num_attention_heads": 2,
-  "num_hidden_layers": 4,
   "num_key_value_heads": 2,
   "pad_token_id": 0,
   "query_pre_attn_scalar": 224,

   "intermediate_size": 64,
   "max_position_embeddings": 8192,
   "model_type": "gemma2",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 8,
   "num_key_value_heads": 2,
   "pad_token_id": 0,
   "query_pre_attn_scalar": 224,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:211b1ea200e55843941250031193e5fc8a984d16fa350ffa0e7651ddcb8863f2
-size 16570360

 version https://git-lfs.github.com/spec/v1
+oid sha256:311f2d2982f2f8b3d8b8d32cc5981a3bb347938503b340420f3a29ade335afdd
+size 16887504