Hugging Face's logo

cortexso
/
gemma3

Text Generation
GGUF
cortexp.cpp
featured
Inference Endpoints
conversational
Model card Files Community
jan-hq commited on
Commit
2f1122d
·
verified ·
1 Parent(s): 7bbeea2

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. gemma-3-4b-it-q2_k.gguf +3 -0
  3. gemma-3-4b-it-q3_k_l.gguf +3 -0
  4. gemma-3-4b-it-q3_k_m.gguf +3 -0
  5. gemma-3-4b-it-q3_k_s.gguf +3 -0
  6. gemma-3-4b-it-q4_k_m.gguf +3 -0
  7. gemma-3-4b-it-q4_k_s.gguf +3 -0
  8. gemma-3-4b-it-q5_k_m.gguf +3 -0
  9. gemma-3-4b-it-q5_k_s.gguf +3 -0
  10. gemma-3-4b-it-q6_k.gguf +3 -0
  11. gemma-3-4b-it-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-3-4b-it-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-3-4b-it-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-3-4b-it-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-3-4b-it-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-3-4b-it-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-3-4b-it-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-3-4b-it-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-3-4b-it-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-3-4b-it-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-3-4b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-3-4b-it-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4cafd0259810ac45c7b8b7ceccb8dfd98a763cf41255f2207a5b919b1531dc3
3
+ size 1729028160
gemma-3-4b-it-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52be4098644d9db978bbe875cd3e6bd7d68112768b43eb2821efe7f99c61a71d
3
+ size 2235949120
gemma-3-4b-it-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d93747dc924d431c9ae5b2205ddc4b48b5999ffcf0dd2396b24e763ca1a34b
3
+ size 2098323520
gemma-3-4b-it-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6affdcf1acaef0a50da8fa135180cf69a7ab83c0c336341890b5d19685b9ebaf
3
+ size 1937227840
gemma-3-4b-it-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0408057fb076ebc3db53f7de5a123950f58cf63ddffb10c22c3654e859a812
3
+ size 2489757760
gemma-3-4b-it-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c57d412f06c9e6f91549e3ce3435fcb62f86ceb1e80711eb759b080b2a97899
3
+ size 2377793600
gemma-3-4b-it-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad34804fe2a6ec9bc1db15fc676438914d79d8bf57354025f9ef4a4537a90e97
3
+ size 2829561920
gemma-3-4b-it-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f8d440306df2239243a8dbd17d1300c6030bd6d867d8aea35aa1b8ffa51da41
3
+ size 2764456000
gemma-3-4b-it-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8357cbf2ebc0732432471dba634ccf4da73f3a64e880b697df5514fa9a2527
3
+ size 3190603840
gemma-3-4b-it-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7dd0993d5bfb0e2c0e6de42490caf203e4db381fb264ce8ca1348341dfc11b7
3
+ size 4130226240