Hugging Face's logo

cortexso
/
gemma3

Text Generation
GGUF
cortexp.cpp
featured
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
26a9631
·
verified ·
1 Parent(s): 2f1122d

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. gemma-3-12b-it-q2_k.gguf +3 -0
  3. gemma-3-12b-it-q3_k_l.gguf +3 -0
  4. gemma-3-12b-it-q3_k_m.gguf +3 -0
  5. gemma-3-12b-it-q3_k_s.gguf +3 -0
  6. gemma-3-12b-it-q4_k_m.gguf +3 -0
  7. gemma-3-12b-it-q4_k_s.gguf +3 -0
  8. gemma-3-12b-it-q5_k_m.gguf +3 -0
  9. gemma-3-12b-it-q5_k_s.gguf +3 -0
  10. gemma-3-12b-it-q6_k.gguf +3 -0
  11. gemma-3-12b-it-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -43,3 +43,13 @@ gemma-3-4b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-4b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
  gemma-3-4b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-3-4b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
43
  gemma-3-4b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
  gemma-3-4b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-3-4b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-3-12b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-3-12b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-3-12b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-3-12b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-3-12b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-3-12b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-3-12b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-3-12b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-3-12b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-3-12b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-3-12b-it-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c20700928ac753800f7963f8d0e07f99b7c20a6d7284bf241b86ee04533a137
3
+ size 4768018112
gemma-3-12b-it-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb6526f26433fbd7072b5f4afbc17cd5efd68efbb546f4d6e05255ca120fb85
3
+ size 6479982272
gemma-3-12b-it-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a501a21873eab3fa0b1e526bbbe273025dd18ad1c12c139f555e9010013259eb
3
+ size 6008614592
gemma-3-12b-it-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5fa2beee5cdd5520d469e88f46227948fc59a214e87d68cf1bfc09a00b06eda
3
+ size 5458112192
gemma-3-12b-it-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b834b0e8773d6d496253d5d146579a9b5887a76da3195a48684af616290cb6
3
+ size 7300574912
gemma-3-12b-it-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18af293e575b22c2c86a3abe8e35845d95b1020778636ae29d4b7c7440174229
3
+ size 6935129792
gemma-3-12b-it-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b11a9239bbf2b17e19a9d99f896a1c2d2ed32c751e3e7e8a4c9117ac22f34dfa
3
+ size 8444833472
gemma-3-12b-it-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f006e9f90a8dcb203ee2fbcd412392a008d3d1d2ea32d0279f2e175e7443f015
3
+ size 8231759552
gemma-3-12b-it-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945eb141e20bf4ee05e2cd2e1745e73430b4910630eb1d7ec22f214edc8d0a50
3
+ size 9660608192
gemma-3-12b-it-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e69a5faf317e24c8910b10949c59d6272452d02d0ff871659874d071dce254
3
+ size 12509949632