Update models
Browse files- .gitattributes +15 -0
- config.json +42 -0
- gemma-3-27b-it-Q2_K.gguf +3 -0
- gemma-3-27b-it-Q3_K_L.gguf +3 -0
- gemma-3-27b-it-Q3_K_M.gguf +3 -0
- gemma-3-27b-it-Q3_K_S.gguf +3 -0
- gemma-3-27b-it-Q4_0.gguf +3 -0
- gemma-3-27b-it-Q4_K_M.gguf +3 -0
- gemma-3-27b-it-Q4_K_S.gguf +3 -0
- gemma-3-27b-it-Q5_0.gguf +3 -0
- gemma-3-27b-it-Q5_K_M.gguf +3 -0
- gemma-3-27b-it-Q5_K_S.gguf +3 -0
- gemma-3-27b-it-Q6_K.gguf +3 -0
- gemma-3-27b-it-Q8_0.gguf +3 -0
- gemma-3-27b-it-f16-00001-of-00002.gguf +3 -0
- gemma-3-27b-it-f16-00002-of-00002.gguf +3 -0
- gemma-3-27b-it-mmproj.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
gemma-3-27b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
gemma-3-27b-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
gemma-3-27b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
gemma-3-27b-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
gemma-3-27b-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
gemma-3-27b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
42 |
+
gemma-3-27b-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
43 |
+
gemma-3-27b-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
44 |
+
gemma-3-27b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
45 |
+
gemma-3-27b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
46 |
+
gemma-3-27b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
47 |
+
gemma-3-27b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
48 |
+
gemma-3-27b-it-f16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
|
49 |
+
gemma-3-27b-it-f16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
|
50 |
+
gemma-3-27b-it-mmproj.gguf filter=lfs diff=lfs merge=lfs -text
|
config.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"Gemma3ForConditionalGeneration"
|
4 |
+
],
|
5 |
+
"boi_token_index": 255999,
|
6 |
+
"eoi_token_index": 256000,
|
7 |
+
"eos_token_id": [
|
8 |
+
1,
|
9 |
+
106
|
10 |
+
],
|
11 |
+
"image_token_index": 262144,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"mm_tokens_per_image": 256,
|
14 |
+
"model_type": "gemma3",
|
15 |
+
"text_config": {
|
16 |
+
"head_dim": 128,
|
17 |
+
"hidden_size": 5376,
|
18 |
+
"intermediate_size": 21504,
|
19 |
+
"model_type": "gemma3_text",
|
20 |
+
"num_attention_heads": 32,
|
21 |
+
"num_hidden_layers": 62,
|
22 |
+
"num_key_value_heads": 16,
|
23 |
+
"query_pre_attn_scalar": 168,
|
24 |
+
"rope_scaling": {
|
25 |
+
"factor": 8.0,
|
26 |
+
"rope_type": "linear"
|
27 |
+
},
|
28 |
+
"sliding_window": 1024
|
29 |
+
},
|
30 |
+
"torch_dtype": "bfloat16",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"hidden_size": 1152,
|
34 |
+
"image_size": 896,
|
35 |
+
"intermediate_size": 4304,
|
36 |
+
"model_type": "siglip_vision_model",
|
37 |
+
"num_attention_heads": 16,
|
38 |
+
"num_hidden_layers": 27,
|
39 |
+
"patch_size": 14,
|
40 |
+
"vision_use_head": false
|
41 |
+
}
|
42 |
+
}
|
gemma-3-27b-it-Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db7aab0f3f5b4627b8b75e2e971994fca287ab2664773bd9c6cae464147282bf
|
3 |
+
size 10503436672
|
gemma-3-27b-it-Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38fc5e1eb380255f15dc9eebb245a6c11fa43cbf542c37145a26fc6b56424004
|
3 |
+
size 14543178112
|
gemma-3-27b-it-Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c2db0037093cc65fdd05b900f25d4899c9efa1212e72e8bef83e7cdc5a9e4b3
|
3 |
+
size 13437356416
|
gemma-3-27b-it-Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c28ce45b412c49a5e3d46b49b0923c0ffaf079119ac35bd7c522468028ecdc83
|
3 |
+
size 12167330176
|
gemma-3-27b-it-Q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9afb948f8b1d5cf361d516b997a664d1cab9972696d16fbb4691969b4b023e68
|
3 |
+
size 15567112576
|
gemma-3-27b-it-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:edc9aff4d811a285b9157618130b08688b0768d94ee5355b02dc0cb713012e15
|
3 |
+
size 16546404736
|
gemma-3-27b-it-Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31916585dbf428d6dc578733b6f2fa119525f14d74794b004c9234d398b6e982
|
3 |
+
size 15673772416
|
gemma-3-27b-it-Q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23294f7f259b5b7a483fa71b595b24728b5e44771c34fccc1ff8b14dad84e5f7
|
3 |
+
size 18766907776
|
gemma-3-27b-it-Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f00c12084ffc2886e46bfdf0799a5a10e9d57bedd14479953592dd44a153b34b
|
3 |
+
size 19271391616
|
gemma-3-27b-it-Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23bc5d5bb7389600247f7f72f981fd1d0395c343b83435945d03d66040c4e553
|
3 |
+
size 18766907776
|
gemma-3-27b-it-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:986812911977d08bc71297ec66799308400d8cd68971b5987299420d7c65b78d
|
3 |
+
size 22166690176
|
gemma-3-27b-it-Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1ef8587b2bdcbf4c2f888f3f618626dcee42096d0e38b63b26cbef4a1a56da8
|
3 |
+
size 28707604864
|
gemma-3-27b-it-f16-00001-of-00002.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c805600b572d2d7a65b922327fae47e0e2024ac62b1a1008125bcba52fcaf65f
|
3 |
+
size 29967750848
|
gemma-3-27b-it-f16-00002-of-00002.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:70be73d191b5dc613cb25dfc699d704bbf5379e84ca9622a7854038150a11deb
|
3 |
+
size 24059523968
|
gemma-3-27b-it-mmproj.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54cb61c842fe49ac3c89bc1a614a2778163eb49f3dec2b90ff688b4c0392cb48
|
3 |
+
size 857739168
|