Hugging Face's logo

mradermacher
/
SauerkrautLM-Gemma-2b-i1-GGUF

Transformers
GGUF
German
English
sft
laserRMT
laser-QLoRa
finetune
work in progress
alpha
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
3e018fa
·
verified ·
1 Parent(s): 65696c6

uploaded from leia

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. SauerkrautLM-Gemma-2b.i1-IQ1_M.gguf +3 -0
  3. SauerkrautLM-Gemma-2b.i1-IQ1_S.gguf +3 -0
  4. SauerkrautLM-Gemma-2b.i1-IQ2_M.gguf +3 -0
  5. SauerkrautLM-Gemma-2b.i1-IQ2_S.gguf +3 -0
  6. SauerkrautLM-Gemma-2b.i1-IQ2_XS.gguf +3 -0
  7. SauerkrautLM-Gemma-2b.i1-IQ2_XXS.gguf +3 -0
  8. SauerkrautLM-Gemma-2b.i1-IQ3_M.gguf +3 -0
  9. SauerkrautLM-Gemma-2b.i1-IQ3_S.gguf +3 -0
  10. SauerkrautLM-Gemma-2b.i1-IQ3_XS.gguf +3 -0
  11. SauerkrautLM-Gemma-2b.i1-IQ3_XXS.gguf +3 -0
  12. SauerkrautLM-Gemma-2b.i1-IQ4_XS.gguf +3 -0
  13. SauerkrautLM-Gemma-2b.i1-Q2_K.gguf +3 -0
  14. SauerkrautLM-Gemma-2b.i1-Q2_K_S.gguf +3 -0
  15. SauerkrautLM-Gemma-2b.i1-Q3_K_L.gguf +3 -0
  16. SauerkrautLM-Gemma-2b.i1-Q3_K_M.gguf +3 -0
  17. SauerkrautLM-Gemma-2b.i1-Q3_K_S.gguf +3 -0
  18. SauerkrautLM-Gemma-2b.i1-Q4_0.gguf +3 -0
  19. SauerkrautLM-Gemma-2b.i1-Q4_K_M.gguf +3 -0
  20. SauerkrautLM-Gemma-2b.i1-Q4_K_S.gguf +3 -0
  21. SauerkrautLM-Gemma-2b.i1-Q5_K_M.gguf +3 -0
  22. SauerkrautLM-Gemma-2b.i1-Q5_K_S.gguf +3 -0
  23. SauerkrautLM-Gemma-2b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ SauerkrautLM-Gemma-2b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SauerkrautLM-Gemma-2b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SauerkrautLM-Gemma-2b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SauerkrautLM-Gemma-2b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SauerkrautLM-Gemma-2b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SauerkrautLM-Gemma-2b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SauerkrautLM-Gemma-2b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SauerkrautLM-Gemma-2b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SauerkrautLM-Gemma-2b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SauerkrautLM-Gemma-2b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SauerkrautLM-Gemma-2b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SauerkrautLM-Gemma-2b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ SauerkrautLM-Gemma-2b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ SauerkrautLM-Gemma-2b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ SauerkrautLM-Gemma-2b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ SauerkrautLM-Gemma-2b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ SauerkrautLM-Gemma-2b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ SauerkrautLM-Gemma-2b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ SauerkrautLM-Gemma-2b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ SauerkrautLM-Gemma-2b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ SauerkrautLM-Gemma-2b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ SauerkrautLM-Gemma-2b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
SauerkrautLM-Gemma-2b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39a9951ae9e3d2df046cfdf7bb80aab25e33a2f277c6cd83ba849264f748f20
3
+ size 813844960
SauerkrautLM-Gemma-2b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2185cbef51bb915f00d5ffc22e3c7d7fa5af1b64532d7ea25e2926a5f54821b
3
+ size 770959840
SauerkrautLM-Gemma-2b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4905651eeb2e99189f776a02d44ba39354e36287e6f0f9896aa9e3ef85191602
3
+ size 1019472352
SauerkrautLM-Gemma-2b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652ff6ab6a4b1dcc348b33216f5ec6e7482578270ea8e89ef9fcd5cdc860ccfc
3
+ size 962292192
SauerkrautLM-Gemma-2b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d063a7587e96ad222d0b24e4e33f0227d7a9afec82553456eb12d56e0075bc
3
+ size 944859616
SauerkrautLM-Gemma-2b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c85279450ab3b11846933d69887d7a3b46a21f43f84d8769436c99c86408ab
3
+ size 885320160
SauerkrautLM-Gemma-2b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44e3dad8fcde50d3fd3e40f60ccf59fbc87bd6a9ce789b074d73f30a63262b60
3
+ size 1308174816
SauerkrautLM-Gemma-2b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d94ff94c499cda41361d044bdf5b0b7630b0d4f353129da5671a2a0704bb4236
3
+ size 1289234912
SauerkrautLM-Gemma-2b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f59fb60d692b7dff59ce0f1fb9e076d6516dd2070b1638f32c837fac74cc1e
3
+ size 1244359136
SauerkrautLM-Gemma-2b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb944acf779b56b972bd15906a90cd6ed36201449c49a04c4efd588c0eb62d60
3
+ size 1125378528
SauerkrautLM-Gemma-2b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db45748be3387dd7cccf6cabbb395c7b6a0bc1c9ff58f1bffa6ff5b8f7fcf6fd
3
+ size 1490733536
SauerkrautLM-Gemma-2b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f3122f4bba24ab3702788d5a52e217733503924618f469ed47501aad90f2ea
3
+ size 1157925344
SauerkrautLM-Gemma-2b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8029701785c3ed1a1e193aab21457a8012c1ed0e0ee2d59f52eb4e63308dae48
3
+ size 1104644576
SauerkrautLM-Gemma-2b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:742c00540be555c35ab95bd1ce45459503d0f24833ae214456da97402bfcd34e
3
+ size 1465592288
SauerkrautLM-Gemma-2b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b400bdff0183bf7851d1866e65b862ad9d6a3bdb5b98be424a155a82e973f8
3
+ size 1383803360
SauerkrautLM-Gemma-2b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e627f1b0d5c2a6625212611e5f4a97c054f1e3b140b82b4357cd22e74e8c3b96
3
+ size 1287981536
SauerkrautLM-Gemma-2b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daf59354adcba502720544015eddc09b261d458e1778120b1fafb64d2d501e4d
3
+ size 1555384800
SauerkrautLM-Gemma-2b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e574dc967fd28130b0cbcc7f69843665839d7b754853a29099456421a86de19
3
+ size 1630263776
SauerkrautLM-Gemma-2b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:095046adb1b4f6c1711b8358d7deb1576cceb36f49c9d3ca19b3379f07982427
3
+ size 1559841248
SauerkrautLM-Gemma-2b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:891c11975593e4b36012e0f9ad3812312a826c4fb4694eed292f50dd1ffb9970
3
+ size 1839651296
SauerkrautLM-Gemma-2b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e25cd66550d52060ecec126af8a016bfbe03699958e69a6e8115caefd100672
3
+ size 1798916576
SauerkrautLM-Gemma-2b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1b5f20e16334e4fa766d90a53e0255c4e49def2ec5d8eff9ddc43c67aa2bf7
3
+ size 2062125536