Hugging Face's logo

SpongeEngine
/
Gemma-9B-Chat-i1-GGUF

GGUF
English
SpongeQuant
i1-GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
dclipca commited on
Commit
2e129ff
·
verified ·
1 Parent(s): 696da9b

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. Gemma-9B-Chat.imatrix.dat +3 -0
  3. README.md +26 -0
  4. gemma-9b-chat-i1-IQ2_M.gguf +3 -0
  5. gemma-9b-chat-i1-IQ2_S.gguf +3 -0
  6. gemma-9b-chat-i1-IQ2_XS.gguf +3 -0
  7. gemma-9b-chat-i1-IQ2_XXS.gguf +3 -0
  8. gemma-9b-chat-i1-IQ3_M.gguf +3 -0
  9. gemma-9b-chat-i1-IQ3_S.gguf +3 -0
  10. gemma-9b-chat-i1-IQ3_XS.gguf +3 -0
  11. gemma-9b-chat-i1-IQ3_XXS.gguf +3 -0
  12. gemma-9b-chat-i1-IQ4_NL.gguf +3 -0
  13. gemma-9b-chat-i1-IQ4_XS.gguf +3 -0
  14. gemma-9b-chat-i1-Q2_K.gguf +3 -0
  15. gemma-9b-chat-i1-Q3_K_L.gguf +3 -0
  16. gemma-9b-chat-i1-Q3_K_M.gguf +3 -0
  17. gemma-9b-chat-i1-Q3_K_S.gguf +3 -0
  18. gemma-9b-chat-i1-Q4_K_M.gguf +3 -0
  19. gemma-9b-chat-i1-Q4_K_S.gguf +3 -0
  20. gemma-9b-chat-i1-Q5_K_M.gguf +3 -0
  21. gemma-9b-chat-i1-Q5_K_S.gguf +3 -0
  22. gemma-9b-chat-i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Gemma-9B-Chat.imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ gemma-9b-chat-i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-9b-chat-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-9b-chat-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-9b-chat-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-9b-chat-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-9b-chat-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-9b-chat-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-9b-chat-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-9b-chat-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-9b-chat-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-9b-chat-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-9b-chat-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-9b-chat-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-9b-chat-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-9b-chat-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-9b-chat-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-9b-chat-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-9b-chat-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-9b-chat-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Gemma-9B-Chat.imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cd9688540b7e19356e8ce1a3493ed48b879592342108b1bde5de7cc72feffa
3
+ size 6116891
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Sorawiz/Gemma-9B-Chat
3
+ language:
4
+ - en
5
+ license: mit
6
+ quantized_by: SpongeQuant
7
+ tags:
8
+ - SpongeQuant
9
+ - i1-GGUF
10
+ ---
11
+
12
+
13
+ Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. Chat & support at [Sponge Engine](https://discord.gg/azNmr2Gdgy).
14
+
15
+ <figure>
16
+ <img src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/048.png" alt="48. Autumn Fallen leaves">
17
+ <figcaption>48. Autumn Fallen leaves</figcaption>
18
+ </figure>
19
+
20
+ <figure>
21
+ <audio controls>
22
+ <source src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/009.mp3" type="audio/mp3">
23
+ Your browser does not support the audio element.
24
+ </audio>
25
+ <figcaption>9. Barnumbirr & Moikoi Song – Tom Djawa, Mudpo and Waliparu</figcaption>
26
+ </figure>
gemma-9b-chat-i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3f9bfb04d58e4bfe5e2b3bff65d9eede20347b1aaddaceca060b716faee841b
3
+ size 3434671264
gemma-9b-chat-i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e2bbd3cbbb1f5978dfff51455c7dea26676f62fc3b20ca1bfadbba5b5cb6f8
3
+ size 3211488416
gemma-9b-chat-i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0697ec6e944c2c38702d36fea0575218e5bd168015da8049a4d41efbfae358ec
3
+ size 3067382944
gemma-9b-chat-i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d35ef57d8564fbcfdfcdde3f0d140eba5c6f8f59f3fc293fda5312fecf5788b
3
+ size 2824932512
gemma-9b-chat-i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37525f9fd1b98641114f7fcf5598cc2987ded095d3871edb7c069bce725503f1
3
+ size 4494617760
gemma-9b-chat-i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6e7550b5890beefbf6b03c1ca106f186dd6920c7186511fcfbec8450cbe9d6
3
+ size 4337667232
gemma-9b-chat-i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f5be38da3791d8ca9f67be18bdb469d0623fc3de900c3088be13f2a6dec8998
3
+ size 4144991392
gemma-9b-chat-i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015abd59b062ef661d25b58ce0fd32e456c1d5b9b60acfc5ba6b30eff1bc6324
3
+ size 3796741280
gemma-9b-chat-i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6f6a03910530749f1ba0afe5bc7d342607c2a37a152553bd4f876c18f81f49
3
+ size 5443144864
gemma-9b-chat-i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6151f315b3a0ad84f4abb2ceda901a83afa1ceebb4ad29eff9a634a29912f9
3
+ size 5183032480
gemma-9b-chat-i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a0971040e1ab29af1fed7598870bcf82f3b946930aa5a9698f1afbf80dcacad
3
+ size 3805400224
gemma-9b-chat-i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db94a0c99e6a8584d353ccdca7c1b68ce6b82ecef54e9ae92a24506353f9e96
3
+ size 5132455072
gemma-9b-chat-i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f624db5b96e8b49e16a934dcc96a74b1cdbfeb722e92f829d00d547807614243
3
+ size 4761783456
gemma-9b-chat-i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9edd2c8586bbff65ec166dfa81bfd5a0dc862552598ae5abc9094c37a45dca09
3
+ size 4337667232
gemma-9b-chat-i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff61250256ce12c3dbe4ae3f3918073c783c957a4af32286c01b1791aa38c41e
3
+ size 5761060000
gemma-9b-chat-i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4291d53d6d6cb7e30146f6bdb3f8aaf43ec36392629953fbfd6e0d7533952eb
3
+ size 5478927520
gemma-9b-chat-i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6450fc066f257682ae3ab74c891a59d9db6d2177f84ef36b89f8609b686c8f6b
3
+ size 6647368864
gemma-9b-chat-i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ff25bcb364d728ddbc8fc59647015793af448d2cfb442c6271e357e58693e9
3
+ size 6483594400
gemma-9b-chat-i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1aae04d26819683b4034ec1735a0c025f3da5ae12bb1ad537c27fe177daea5
3
+ size 7589072032